2024-11-09 18:17:10,009 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-09 18:17:10,043 main DEBUG Took 0.030867 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-09 18:17:10,043 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-09 18:17:10,044 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-09 18:17:10,045 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-09 18:17:10,046 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 18:17:10,054 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-09 18:17:10,067 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 18:17:10,068 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 18:17:10,069 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 18:17:10,070 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 18:17:10,070 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 18:17:10,070 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 18:17:10,071 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 18:17:10,072 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 18:17:10,072 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 18:17:10,072 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 18:17:10,073 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 18:17:10,074 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 18:17:10,074 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 18:17:10,075 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 18:17:10,075 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 18:17:10,075 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 18:17:10,076 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 18:17:10,076 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 18:17:10,077 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 18:17:10,077 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 18:17:10,078 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 18:17:10,078 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 18:17:10,079 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 18:17:10,079 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 18:17:10,080 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 18:17:10,080 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-09 18:17:10,082 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 18:17:10,084 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-09 18:17:10,087 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-09 18:17:10,087 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-09 18:17:10,089 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-09 18:17:10,090 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-09 18:17:10,101 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-09 18:17:10,105 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-09 18:17:10,107 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-09 18:17:10,108 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-09 18:17:10,109 main DEBUG createAppenders(={Console}) 2024-11-09 18:17:10,110 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-09 18:17:10,110 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-09 18:17:10,110 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-09 18:17:10,111 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-09 18:17:10,112 main DEBUG OutputStream closed 2024-11-09 18:17:10,112 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-09 18:17:10,112 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-09 18:17:10,113 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-09 18:17:10,209 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-09 18:17:10,211 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-09 18:17:10,212 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-09 18:17:10,213 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-09 18:17:10,214 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-09 18:17:10,214 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-09 18:17:10,214 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-09 18:17:10,215 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-09 18:17:10,215 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-09 18:17:10,215 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-09 18:17:10,216 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-09 18:17:10,216 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-09 18:17:10,216 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-09 18:17:10,217 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-09 18:17:10,217 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-09 18:17:10,217 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-09 18:17:10,217 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-09 18:17:10,218 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-09 18:17:10,220 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09 18:17:10,221 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-09 18:17:10,221 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-09 18:17:10,222 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-09T18:17:10,236 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-09 18:17:10,238 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-09 18:17:10,239 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09T18:17:10,294 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=684, ProcessCount=11, AvailableMemoryMB=3947 2024-11-09T18:17:10,551 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-09T18:17:10,607 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c631666-2af9-6c34-afb7-e15afe976db0 2024-11-09T18:17:10,612 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c631666-2af9-6c34-afb7-e15afe976db0/cluster_f266fe36-728f-52dc-a838-927d12e4d222, deleteOnExit=true 2024-11-09T18:17:10,744 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c631666-2af9-6c34-afb7-e15afe976db0/cluster_f266fe36-728f-52dc-a838-927d12e4d222/zookeeper_0, clientPort=60917, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c631666-2af9-6c34-afb7-e15afe976db0/cluster_f266fe36-728f-52dc-a838-927d12e4d222/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c631666-2af9-6c34-afb7-e15afe976db0/cluster_f266fe36-728f-52dc-a838-927d12e4d222/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T18:17:10,756 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60917 2024-11-09T18:17:10,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T18:17:10,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T18:17:10,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c631666-2af9-6c34-afb7-e15afe976db0/test.cache.data in system properties and HBase conf 2024-11-09T18:17:10,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c631666-2af9-6c34-afb7-e15afe976db0/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T18:17:10,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c631666-2af9-6c34-afb7-e15afe976db0/hadoop.log.dir in system properties and HBase conf 2024-11-09T18:17:10,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c631666-2af9-6c34-afb7-e15afe976db0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T18:17:10,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c631666-2af9-6c34-afb7-e15afe976db0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T18:17:10,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T18:17:10,856 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-09T18:17:10,938 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T18:17:10,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c631666-2af9-6c34-afb7-e15afe976db0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T18:17:10,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c631666-2af9-6c34-afb7-e15afe976db0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T18:17:10,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c631666-2af9-6c34-afb7-e15afe976db0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T18:17:10,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c631666-2af9-6c34-afb7-e15afe976db0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T18:17:10,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c631666-2af9-6c34-afb7-e15afe976db0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T18:17:10,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c631666-2af9-6c34-afb7-e15afe976db0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T18:17:10,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c631666-2af9-6c34-afb7-e15afe976db0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T18:17:10,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c631666-2af9-6c34-afb7-e15afe976db0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T18:17:10,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c631666-2af9-6c34-afb7-e15afe976db0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T18:17:10,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c631666-2af9-6c34-afb7-e15afe976db0/nfs.dump.dir in system properties and HBase conf 2024-11-09T18:17:10,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c631666-2af9-6c34-afb7-e15afe976db0/java.io.tmpdir in system properties and HBase conf 2024-11-09T18:17:10,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c631666-2af9-6c34-afb7-e15afe976db0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T18:17:10,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c631666-2af9-6c34-afb7-e15afe976db0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T18:17:10,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c631666-2af9-6c34-afb7-e15afe976db0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T18:17:11,986 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-09T18:17:12,054 INFO [Time-limited test {}] log.Log(170): Logging initialized @2802ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-09T18:17:12,121 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:17:12,180 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T18:17:12,204 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T18:17:12,204 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T18:17:12,205 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T18:17:12,217 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:17:12,221 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c631666-2af9-6c34-afb7-e15afe976db0/hadoop.log.dir/,AVAILABLE} 2024-11-09T18:17:12,223 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T18:17:12,399 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4219126d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c631666-2af9-6c34-afb7-e15afe976db0/java.io.tmpdir/jetty-localhost-46109-hadoop-hdfs-3_4_1-tests_jar-_-any-3580649127756070464/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T18:17:12,404 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:46109} 2024-11-09T18:17:12,405 INFO [Time-limited test {}] server.Server(415): Started @3154ms 2024-11-09T18:17:12,993 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:17:13,000 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T18:17:13,001 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T18:17:13,001 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T18:17:13,001 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T18:17:13,003 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a66a1cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c631666-2af9-6c34-afb7-e15afe976db0/hadoop.log.dir/,AVAILABLE} 2024-11-09T18:17:13,003 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1edffc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T18:17:13,105 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@318ae30c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c631666-2af9-6c34-afb7-e15afe976db0/java.io.tmpdir/jetty-localhost-36965-hadoop-hdfs-3_4_1-tests_jar-_-any-4233832173645809284/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:17:13,106 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60268925{HTTP/1.1, (http/1.1)}{localhost:36965} 2024-11-09T18:17:13,107 INFO [Time-limited test {}] server.Server(415): Started @3855ms 2024-11-09T18:17:13,171 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T18:17:14,303 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c631666-2af9-6c34-afb7-e15afe976db0/cluster_f266fe36-728f-52dc-a838-927d12e4d222/data/data1/current/BP-1077534402-172.17.0.3-1731176231447/current, will proceed with Du for space computation calculation, 2024-11-09T18:17:14,303 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c631666-2af9-6c34-afb7-e15afe976db0/cluster_f266fe36-728f-52dc-a838-927d12e4d222/data/data2/current/BP-1077534402-172.17.0.3-1731176231447/current, will proceed with Du for space computation calculation, 2024-11-09T18:17:14,332 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T18:17:14,374 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa2e8f3df8022238d with lease ID 0x3825dd10373be975: Processing first storage report for DS-154c6c75-0ff6-4207-89fe-55489f92dd4f from datanode DatanodeRegistration(127.0.0.1:45693, datanodeUuid=11fb4dda-cd0a-4d51-a7ac-43a8542c1b78, infoPort=38889, infoSecurePort=0, ipcPort=44351, storageInfo=lv=-57;cid=testClusterID;nsid=287393742;c=1731176231447) 2024-11-09T18:17:14,375 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa2e8f3df8022238d with lease ID 0x3825dd10373be975: from storage DS-154c6c75-0ff6-4207-89fe-55489f92dd4f node DatanodeRegistration(127.0.0.1:45693, datanodeUuid=11fb4dda-cd0a-4d51-a7ac-43a8542c1b78, infoPort=38889, infoSecurePort=0, ipcPort=44351, storageInfo=lv=-57;cid=testClusterID;nsid=287393742;c=1731176231447), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-09T18:17:14,375 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa2e8f3df8022238d with lease ID 0x3825dd10373be975: Processing first storage report for DS-78de4310-b2be-4074-a1f7-0965f55b3d2d from datanode DatanodeRegistration(127.0.0.1:45693, datanodeUuid=11fb4dda-cd0a-4d51-a7ac-43a8542c1b78, infoPort=38889, infoSecurePort=0, ipcPort=44351, storageInfo=lv=-57;cid=testClusterID;nsid=287393742;c=1731176231447) 2024-11-09T18:17:14,376 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa2e8f3df8022238d with lease ID 0x3825dd10373be975: from storage DS-78de4310-b2be-4074-a1f7-0965f55b3d2d node DatanodeRegistration(127.0.0.1:45693, datanodeUuid=11fb4dda-cd0a-4d51-a7ac-43a8542c1b78, infoPort=38889, infoSecurePort=0, ipcPort=44351, storageInfo=lv=-57;cid=testClusterID;nsid=287393742;c=1731176231447), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T18:17:14,397 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c631666-2af9-6c34-afb7-e15afe976db0 2024-11-09T18:17:14,408 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:17:14,413 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:17:14,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45693 is added to blk_1073741825_1001 (size=7) 2024-11-09T18:17:15,043 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836 with version=8 2024-11-09T18:17:15,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/hbase-staging 2024-11-09T18:17:15,128 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-09T18:17:15,365 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fb97eb0edbe8:0 server-side Connection retries=45 2024-11-09T18:17:15,373 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:17:15,374 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T18:17:15,378 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T18:17:15,378 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:17:15,379 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T18:17:15,500 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T18:17:15,560 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-09T18:17:15,568 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-09T18:17:15,571 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T18:17:15,594 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 12799 (auto-detected) 2024-11-09T18:17:15,595 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-09T18:17:15,614 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41997 2024-11-09T18:17:15,636 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41997 connecting to ZooKeeper ensemble=127.0.0.1:60917 2024-11-09T18:17:15,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:419970x0, quorum=127.0.0.1:60917, baseZNode=/05263873 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:17:15,757 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41997-0x10120d0eaed0000 connected 2024-11-09T18:17:15,837 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:17:15,842 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:17:15,853 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41997-0x10120d0eaed0000, quorum=127.0.0.1:60917, baseZNode=/05263873 Set watcher on znode that does not yet exist, /05263873/running 2024-11-09T18:17:15,857 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836, hbase.cluster.distributed=false 2024-11-09T18:17:15,879 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41997-0x10120d0eaed0000, quorum=127.0.0.1:60917, baseZNode=/05263873 Set watcher on znode that does not yet exist, /05263873/acl 2024-11-09T18:17:15,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41997 2024-11-09T18:17:15,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41997 2024-11-09T18:17:15,885 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41997 2024-11-09T18:17:15,885 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41997 2024-11-09T18:17:15,885 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41997 2024-11-09T18:17:15,980 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fb97eb0edbe8:0 server-side Connection retries=45 2024-11-09T18:17:15,982 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:17:15,982 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T18:17:15,982 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T18:17:15,983 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:17:15,983 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T18:17:15,985 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T18:17:15,988 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T18:17:15,989 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36225 2024-11-09T18:17:15,990 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36225 connecting to ZooKeeper ensemble=127.0.0.1:60917 2024-11-09T18:17:15,992 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:17:15,994 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:17:16,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:362250x0, quorum=127.0.0.1:60917, baseZNode=/05263873 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:17:16,003 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36225-0x10120d0eaed0001, quorum=127.0.0.1:60917, baseZNode=/05263873 Set watcher on znode that does not yet exist, /05263873/running 2024-11-09T18:17:16,003 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36225-0x10120d0eaed0001 connected 2024-11-09T18:17:16,006 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T18:17:16,014 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T18:17:16,017 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36225-0x10120d0eaed0001, quorum=127.0.0.1:60917, baseZNode=/05263873 Set watcher on znode that does not yet exist, /05263873/master 2024-11-09T18:17:16,022 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36225-0x10120d0eaed0001, quorum=127.0.0.1:60917, baseZNode=/05263873 Set watcher on znode that does not yet exist, /05263873/acl 2024-11-09T18:17:16,023 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36225 2024-11-09T18:17:16,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36225 2024-11-09T18:17:16,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36225 2024-11-09T18:17:16,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36225 2024-11-09T18:17:16,025 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36225 2024-11-09T18:17:16,038 DEBUG [M:0;fb97eb0edbe8:41997 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fb97eb0edbe8:41997 2024-11-09T18:17:16,039 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /05263873/backup-masters/fb97eb0edbe8,41997,1731176235210 2024-11-09T18:17:16,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41997-0x10120d0eaed0000, quorum=127.0.0.1:60917, baseZNode=/05263873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/05263873/backup-masters 2024-11-09T18:17:16,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36225-0x10120d0eaed0001, quorum=127.0.0.1:60917, baseZNode=/05263873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/05263873/backup-masters 2024-11-09T18:17:16,056 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41997-0x10120d0eaed0000, quorum=127.0.0.1:60917, baseZNode=/05263873 Set watcher on existing znode=/05263873/backup-masters/fb97eb0edbe8,41997,1731176235210 2024-11-09T18:17:16,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36225-0x10120d0eaed0001, quorum=127.0.0.1:60917, baseZNode=/05263873 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/05263873/master 2024-11-09T18:17:16,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41997-0x10120d0eaed0000, quorum=127.0.0.1:60917, baseZNode=/05263873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/05263873 2024-11-09T18:17:16,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36225-0x10120d0eaed0001, quorum=127.0.0.1:60917, baseZNode=/05263873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/05263873 2024-11-09T18:17:16,087 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41997-0x10120d0eaed0000, quorum=127.0.0.1:60917, baseZNode=/05263873 Set watcher on existing znode=/05263873/master 2024-11-09T18:17:16,088 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /05263873/backup-masters/fb97eb0edbe8,41997,1731176235210 from backup master directory 2024-11-09T18:17:16,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41997-0x10120d0eaed0000, quorum=127.0.0.1:60917, baseZNode=/05263873 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/05263873/backup-masters/fb97eb0edbe8,41997,1731176235210 2024-11-09T18:17:16,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36225-0x10120d0eaed0001, quorum=127.0.0.1:60917, baseZNode=/05263873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/05263873/backup-masters 2024-11-09T18:17:16,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41997-0x10120d0eaed0000, quorum=127.0.0.1:60917, baseZNode=/05263873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/05263873/backup-masters 2024-11-09T18:17:16,097 WARN [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T18:17:16,098 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fb97eb0edbe8,41997,1731176235210 2024-11-09T18:17:16,099 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-09T18:17:16,101 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-09T18:17:16,153 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/hbase.id] with ID: 499a6552-716e-4e4d-a09e-1403400cd6fd 2024-11-09T18:17:16,153 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/.tmp/hbase.id 2024-11-09T18:17:16,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45693 is added to blk_1073741826_1002 (size=42) 2024-11-09T18:17:16,565 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/.tmp/hbase.id]:[hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/hbase.id] 2024-11-09T18:17:16,609 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:17:16,614 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T18:17:16,634 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-09T18:17:16,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41997-0x10120d0eaed0000, quorum=127.0.0.1:60917, baseZNode=/05263873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/05263873 2024-11-09T18:17:16,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36225-0x10120d0eaed0001, quorum=127.0.0.1:60917, baseZNode=/05263873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/05263873 2024-11-09T18:17:16,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45693 is added to blk_1073741827_1003 (size=196) 2024-11-09T18:17:17,395 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:17:17,400 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T18:17:17,418 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:17:17,423 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:17:17,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45693 is added to blk_1073741828_1004 (size=1189) 2024-11-09T18:17:17,869 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/MasterData/data/master/store 2024-11-09T18:17:17,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45693 is added to blk_1073741829_1005 (size=34) 2024-11-09T18:17:18,308 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-09T18:17:18,312 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:17:18,313 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T18:17:18,313 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:17:18,314 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:17:18,315 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T18:17:18,315 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:17:18,315 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:17:18,316 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731176238313Disabling compacts and flushes for region at 1731176238313Disabling writes for close at 1731176238315 (+2 ms)Writing region close event to WAL at 1731176238315Closed at 1731176238315 2024-11-09T18:17:18,319 WARN [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/MasterData/data/master/store/.initializing 2024-11-09T18:17:18,319 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/MasterData/WALs/fb97eb0edbe8,41997,1731176235210 2024-11-09T18:17:18,327 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T18:17:18,342 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb97eb0edbe8%2C41997%2C1731176235210, suffix=, logDir=hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/MasterData/WALs/fb97eb0edbe8,41997,1731176235210, archiveDir=hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/MasterData/oldWALs, maxLogs=10 2024-11-09T18:17:18,369 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/MasterData/WALs/fb97eb0edbe8,41997,1731176235210/fb97eb0edbe8%2C41997%2C1731176235210.1731176238348, exclude list is [], retry=0 2024-11-09T18:17:18,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45693,DS-154c6c75-0ff6-4207-89fe-55489f92dd4f,DISK] 2024-11-09T18:17:18,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-09T18:17:18,418 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/MasterData/WALs/fb97eb0edbe8,41997,1731176235210/fb97eb0edbe8%2C41997%2C1731176235210.1731176238348 2024-11-09T18:17:18,419 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38889:38889)] 2024-11-09T18:17:18,420 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:17:18,420 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:17:18,423 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:17:18,423 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:17:18,457 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:17:18,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T18:17:18,483 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:17:18,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:17:18,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:17:18,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T18:17:18,490 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:17:18,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:17:18,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:17:18,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T18:17:18,494 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:17:18,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:17:18,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:17:18,499 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T18:17:18,500 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:17:18,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:17:18,501 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:17:18,505 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:17:18,506 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:17:18,511 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:17:18,512 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:17:18,516 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:17:18,520 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:17:18,525 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:17:18,527 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74666504, jitterRate=0.1126176118850708}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:17:18,535 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731176238435Initializing all the Stores at 1731176238437 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176238437Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176238438 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176238438Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176238438Cleaning up temporary data from old regions at 1731176238512 (+74 ms)Region opened successfully at 1731176238535 (+23 ms) 2024-11-09T18:17:18,537 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T18:17:18,571 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f9449ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb97eb0edbe8/172.17.0.3:0 2024-11-09T18:17:18,600 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T18:17:18,612 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T18:17:18,612 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T18:17:18,615 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T18:17:18,617 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-09T18:17:18,622 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-09T18:17:18,622 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T18:17:18,650 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T18:17:18,659 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41997-0x10120d0eaed0000, quorum=127.0.0.1:60917, baseZNode=/05263873 Unable to get data of znode /05263873/balancer because node does not exist (not necessarily an error) 2024-11-09T18:17:18,739 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /05263873/balancer already deleted, retry=false 2024-11-09T18:17:18,744 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T18:17:18,747 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41997-0x10120d0eaed0000, quorum=127.0.0.1:60917, baseZNode=/05263873 Unable to get data of znode /05263873/normalizer because node does not exist (not necessarily an error) 2024-11-09T18:17:18,759 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /05263873/normalizer already deleted, retry=false 2024-11-09T18:17:18,762 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T18:17:18,765 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41997-0x10120d0eaed0000, quorum=127.0.0.1:60917, baseZNode=/05263873 Unable to get data of znode /05263873/switch/split because node does not exist (not necessarily an error) 2024-11-09T18:17:18,770 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /05263873/switch/split already deleted, retry=false 2024-11-09T18:17:18,772 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41997-0x10120d0eaed0000, quorum=127.0.0.1:60917, baseZNode=/05263873 Unable to get data of znode /05263873/switch/merge because node does not exist (not necessarily an error) 2024-11-09T18:17:18,780 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /05263873/switch/merge already deleted, retry=false 2024-11-09T18:17:18,801 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41997-0x10120d0eaed0000, quorum=127.0.0.1:60917, baseZNode=/05263873 Unable to get data of znode /05263873/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T18:17:18,812 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /05263873/snapshot-cleanup already deleted, retry=false 2024-11-09T18:17:18,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41997-0x10120d0eaed0000, quorum=127.0.0.1:60917, baseZNode=/05263873 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/05263873/running 2024-11-09T18:17:18,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36225-0x10120d0eaed0001, quorum=127.0.0.1:60917, baseZNode=/05263873 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/05263873/running 2024-11-09T18:17:18,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41997-0x10120d0eaed0000, quorum=127.0.0.1:60917, baseZNode=/05263873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/05263873 2024-11-09T18:17:18,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36225-0x10120d0eaed0001, quorum=127.0.0.1:60917, baseZNode=/05263873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/05263873 2024-11-09T18:17:18,826 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fb97eb0edbe8,41997,1731176235210, sessionid=0x10120d0eaed0000, setting cluster-up flag (Was=false) 2024-11-09T18:17:18,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41997-0x10120d0eaed0000, quorum=127.0.0.1:60917, baseZNode=/05263873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/05263873 2024-11-09T18:17:18,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36225-0x10120d0eaed0001, quorum=127.0.0.1:60917, baseZNode=/05263873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/05263873 2024-11-09T18:17:18,886 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /05263873/flush-table-proc/acquired, /05263873/flush-table-proc/reached, /05263873/flush-table-proc/abort 2024-11-09T18:17:18,890 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb97eb0edbe8,41997,1731176235210 2024-11-09T18:17:18,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36225-0x10120d0eaed0001, quorum=127.0.0.1:60917, baseZNode=/05263873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/05263873 2024-11-09T18:17:18,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41997-0x10120d0eaed0000, quorum=127.0.0.1:60917, baseZNode=/05263873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/05263873 2024-11-09T18:17:18,949 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /05263873/online-snapshot/acquired, /05263873/online-snapshot/reached, /05263873/online-snapshot/abort 2024-11-09T18:17:18,952 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb97eb0edbe8,41997,1731176235210 2024-11-09T18:17:18,960 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T18:17:19,032 INFO [RS:0;fb97eb0edbe8:36225 {}] regionserver.HRegionServer(746): ClusterId : 499a6552-716e-4e4d-a09e-1403400cd6fd 2024-11-09T18:17:19,032 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T18:17:19,034 DEBUG [RS:0;fb97eb0edbe8:36225 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T18:17:19,041 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T18:17:19,046 DEBUG [RS:0;fb97eb0edbe8:36225 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T18:17:19,046 DEBUG [RS:0;fb97eb0edbe8:36225 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T18:17:19,048 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T18:17:19,056 DEBUG [RS:0;fb97eb0edbe8:36225 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T18:17:19,053 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fb97eb0edbe8,41997,1731176235210 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T18:17:19,056 DEBUG [RS:0;fb97eb0edbe8:36225 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b30f843, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb97eb0edbe8/172.17.0.3:0 2024-11-09T18:17:19,061 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:17:19,061 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:17:19,061 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:17:19,061 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:17:19,061 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fb97eb0edbe8:0, corePoolSize=10, maxPoolSize=10 2024-11-09T18:17:19,061 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:17:19,062 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=2, maxPoolSize=2 2024-11-09T18:17:19,062 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:17:19,063 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731176269063 2024-11-09T18:17:19,065 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T18:17:19,066 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T18:17:19,068 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:17:19,068 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T18:17:19,071 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T18:17:19,071 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T18:17:19,072 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T18:17:19,072 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T18:17:19,072 DEBUG [RS:0;fb97eb0edbe8:36225 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fb97eb0edbe8:36225 2024-11-09T18:17:19,076 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:17:19,074 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:19,076 INFO [RS:0;fb97eb0edbe8:36225 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T18:17:19,076 INFO [RS:0;fb97eb0edbe8:36225 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T18:17:19,076 DEBUG [RS:0;fb97eb0edbe8:36225 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T18:17:19,076 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T18:17:19,078 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T18:17:19,080 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T18:17:19,080 INFO [RS:0;fb97eb0edbe8:36225 {}] regionserver.HRegionServer(2659): reportForDuty to master=fb97eb0edbe8,41997,1731176235210 with port=36225, startcode=1731176235950 2024-11-09T18:17:19,080 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T18:17:19,081 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T18:17:19,083 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T18:17:19,084 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T18:17:19,085 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731176239085,5,FailOnTimeoutGroup] 2024-11-09T18:17:19,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45693 is added to blk_1073741831_1007 (size=1321) 2024-11-09T18:17:19,092 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731176239086,5,FailOnTimeoutGroup] 2024-11-09T18:17:19,092 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:19,093 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T18:17:19,094 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:19,094 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:19,095 DEBUG [RS:0;fb97eb0edbe8:36225 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T18:17:19,123 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35629, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T18:17:19,130 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41997 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fb97eb0edbe8,36225,1731176235950 2024-11-09T18:17:19,132 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41997 {}] master.ServerManager(517): Registering regionserver=fb97eb0edbe8,36225,1731176235950 2024-11-09T18:17:19,146 DEBUG [RS:0;fb97eb0edbe8:36225 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836 2024-11-09T18:17:19,146 DEBUG [RS:0;fb97eb0edbe8:36225 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34287 2024-11-09T18:17:19,146 DEBUG [RS:0;fb97eb0edbe8:36225 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T18:17:19,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41997-0x10120d0eaed0000, quorum=127.0.0.1:60917, baseZNode=/05263873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/05263873/rs 2024-11-09T18:17:19,292 DEBUG [RS:0;fb97eb0edbe8:36225 {}] zookeeper.ZKUtil(111): regionserver:36225-0x10120d0eaed0001, quorum=127.0.0.1:60917, baseZNode=/05263873 Set watcher on existing znode=/05263873/rs/fb97eb0edbe8,36225,1731176235950 2024-11-09T18:17:19,292 WARN [RS:0;fb97eb0edbe8:36225 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T18:17:19,293 INFO [RS:0;fb97eb0edbe8:36225 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:17:19,293 DEBUG [RS:0;fb97eb0edbe8:36225 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/WALs/fb97eb0edbe8,36225,1731176235950 2024-11-09T18:17:19,296 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fb97eb0edbe8,36225,1731176235950] 2024-11-09T18:17:19,320 INFO [RS:0;fb97eb0edbe8:36225 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T18:17:19,336 INFO [RS:0;fb97eb0edbe8:36225 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T18:17:19,340 INFO [RS:0;fb97eb0edbe8:36225 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T18:17:19,340 INFO [RS:0;fb97eb0edbe8:36225 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:19,341 INFO [RS:0;fb97eb0edbe8:36225 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T18:17:19,346 INFO [RS:0;fb97eb0edbe8:36225 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T18:17:19,347 INFO [RS:0;fb97eb0edbe8:36225 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:19,348 DEBUG [RS:0;fb97eb0edbe8:36225 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:17:19,348 DEBUG [RS:0;fb97eb0edbe8:36225 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:17:19,348 DEBUG [RS:0;fb97eb0edbe8:36225 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:17:19,348 DEBUG [RS:0;fb97eb0edbe8:36225 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:17:19,348 DEBUG [RS:0;fb97eb0edbe8:36225 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:17:19,348 DEBUG [RS:0;fb97eb0edbe8:36225 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=2, maxPoolSize=2 2024-11-09T18:17:19,349 DEBUG [RS:0;fb97eb0edbe8:36225 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:17:19,349 DEBUG [RS:0;fb97eb0edbe8:36225 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:17:19,349 DEBUG [RS:0;fb97eb0edbe8:36225 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:17:19,349 DEBUG [RS:0;fb97eb0edbe8:36225 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:17:19,349 DEBUG [RS:0;fb97eb0edbe8:36225 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:17:19,349 DEBUG [RS:0;fb97eb0edbe8:36225 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:17:19,349 DEBUG [RS:0;fb97eb0edbe8:36225 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:17:19,350 DEBUG [RS:0;fb97eb0edbe8:36225 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:17:19,350 INFO [RS:0;fb97eb0edbe8:36225 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:19,351 INFO [RS:0;fb97eb0edbe8:36225 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:19,351 INFO [RS:0;fb97eb0edbe8:36225 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:19,351 INFO [RS:0;fb97eb0edbe8:36225 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:19,351 INFO [RS:0;fb97eb0edbe8:36225 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:19,351 INFO [RS:0;fb97eb0edbe8:36225 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,36225,1731176235950-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T18:17:19,372 INFO [RS:0;fb97eb0edbe8:36225 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T18:17:19,374 INFO [RS:0;fb97eb0edbe8:36225 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,36225,1731176235950-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:19,374 INFO [RS:0;fb97eb0edbe8:36225 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:19,374 INFO [RS:0;fb97eb0edbe8:36225 {}] regionserver.Replication(171): fb97eb0edbe8,36225,1731176235950 started 2024-11-09T18:17:19,392 INFO [RS:0;fb97eb0edbe8:36225 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:19,392 INFO [RS:0;fb97eb0edbe8:36225 {}] regionserver.HRegionServer(1482): Serving as fb97eb0edbe8,36225,1731176235950, RpcServer on fb97eb0edbe8/172.17.0.3:36225, sessionid=0x10120d0eaed0001 2024-11-09T18:17:19,393 DEBUG [RS:0;fb97eb0edbe8:36225 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T18:17:19,393 DEBUG [RS:0;fb97eb0edbe8:36225 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fb97eb0edbe8,36225,1731176235950 2024-11-09T18:17:19,394 DEBUG [RS:0;fb97eb0edbe8:36225 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,36225,1731176235950' 2024-11-09T18:17:19,394 DEBUG [RS:0;fb97eb0edbe8:36225 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/05263873/flush-table-proc/abort' 2024-11-09T18:17:19,395 DEBUG [RS:0;fb97eb0edbe8:36225 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/05263873/flush-table-proc/acquired' 2024-11-09T18:17:19,396 DEBUG [RS:0;fb97eb0edbe8:36225 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T18:17:19,396 DEBUG [RS:0;fb97eb0edbe8:36225 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T18:17:19,396 DEBUG [RS:0;fb97eb0edbe8:36225 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fb97eb0edbe8,36225,1731176235950 2024-11-09T18:17:19,396 DEBUG [RS:0;fb97eb0edbe8:36225 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,36225,1731176235950' 2024-11-09T18:17:19,396 DEBUG [RS:0;fb97eb0edbe8:36225 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/05263873/online-snapshot/abort' 2024-11-09T18:17:19,397 DEBUG [RS:0;fb97eb0edbe8:36225 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/05263873/online-snapshot/acquired' 2024-11-09T18:17:19,398 DEBUG [RS:0;fb97eb0edbe8:36225 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T18:17:19,398 INFO [RS:0;fb97eb0edbe8:36225 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T18:17:19,399 INFO [RS:0;fb97eb0edbe8:36225 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T18:17:19,493 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T18:17:19,494 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836 2024-11-09T18:17:19,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45693 is added to blk_1073741832_1008 (size=32) 2024-11-09T18:17:19,507 INFO [RS:0;fb97eb0edbe8:36225 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T18:17:19,510 INFO [RS:0;fb97eb0edbe8:36225 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fb97eb0edbe8%2C36225%2C1731176235950, suffix=, logDir=hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/WALs/fb97eb0edbe8,36225,1731176235950, archiveDir=hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/oldWALs, maxLogs=10 2024-11-09T18:17:19,525 DEBUG [RS:0;fb97eb0edbe8:36225 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/WALs/fb97eb0edbe8,36225,1731176235950/fb97eb0edbe8%2C36225%2C1731176235950.1731176239512, exclude list is [], retry=0 2024-11-09T18:17:19,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45693,DS-154c6c75-0ff6-4207-89fe-55489f92dd4f,DISK] 2024-11-09T18:17:19,532 INFO [RS:0;fb97eb0edbe8:36225 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/WALs/fb97eb0edbe8,36225,1731176235950/fb97eb0edbe8%2C36225%2C1731176235950.1731176239512 2024-11-09T18:17:19,533 DEBUG [RS:0;fb97eb0edbe8:36225 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38889:38889)] 2024-11-09T18:17:19,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:17:19,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T18:17:19,921 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T18:17:19,921 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:17:19,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:17:19,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T18:17:19,926 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T18:17:19,926 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:17:19,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:17:19,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T18:17:19,930 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T18:17:19,930 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:17:19,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:17:19,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T18:17:19,933 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T18:17:19,933 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:17:19,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:17:19,934 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T18:17:19,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/data/hbase/meta/1588230740 2024-11-09T18:17:19,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/data/hbase/meta/1588230740 2024-11-09T18:17:19,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T18:17:19,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T18:17:19,939 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:17:19,941 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T18:17:19,945 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:17:19,946 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64938881, jitterRate=-0.03233526647090912}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:17:19,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731176239911Initializing all the Stores at 1731176239915 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176239915Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176239915Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176239915Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176239916 (+1 ms)Cleaning up temporary data from old regions at 1731176239939 (+23 ms)Region opened successfully at 1731176239948 (+9 ms) 2024-11-09T18:17:19,949 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T18:17:19,949 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T18:17:19,949 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T18:17:19,949 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T18:17:19,949 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T18:17:19,950 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T18:17:19,950 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731176239949Disabling compacts and flushes for region at 1731176239949Disabling writes for close at 1731176239949Writing region close event to WAL at 1731176239950 (+1 ms)Closed at 1731176239950 2024-11-09T18:17:19,953 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:17:19,953 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T18:17:19,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T18:17:19,966 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T18:17:19,969 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T18:17:20,123 DEBUG [fb97eb0edbe8:41997 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T18:17:20,136 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fb97eb0edbe8,36225,1731176235950 2024-11-09T18:17:20,143 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb97eb0edbe8,36225,1731176235950, state=OPENING 2024-11-09T18:17:20,201 DEBUG [PEWorker-5 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T18:17:20,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36225-0x10120d0eaed0001, quorum=127.0.0.1:60917, baseZNode=/05263873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/05263873 2024-11-09T18:17:20,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41997-0x10120d0eaed0000, quorum=127.0.0.1:60917, baseZNode=/05263873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/05263873 2024-11-09T18:17:20,215 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /05263873/meta-region-server: CHANGED 2024-11-09T18:17:20,215 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /05263873/meta-region-server: CHANGED 2024-11-09T18:17:20,219 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T18:17:20,222 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,36225,1731176235950}] 2024-11-09T18:17:20,399 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T18:17:20,402 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53941, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T18:17:20,414 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T18:17:20,415 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:17:20,415 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T18:17:20,419 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fb97eb0edbe8%2C36225%2C1731176235950.meta, suffix=.meta, logDir=hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/WALs/fb97eb0edbe8,36225,1731176235950, archiveDir=hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/oldWALs, maxLogs=10 2024-11-09T18:17:20,434 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/WALs/fb97eb0edbe8,36225,1731176235950/fb97eb0edbe8%2C36225%2C1731176235950.meta.1731176240421.meta, exclude list is [], retry=0 2024-11-09T18:17:20,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45693,DS-154c6c75-0ff6-4207-89fe-55489f92dd4f,DISK] 2024-11-09T18:17:20,441 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/WALs/fb97eb0edbe8,36225,1731176235950/fb97eb0edbe8%2C36225%2C1731176235950.meta.1731176240421.meta 2024-11-09T18:17:20,442 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38889:38889)] 2024-11-09T18:17:20,442 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:17:20,447 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T18:17:20,448 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T18:17:20,450 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T18:17:20,452 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T18:17:20,456 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T18:17:20,456 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:17:20,456 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T18:17:20,457 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T18:17:20,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T18:17:20,461 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T18:17:20,462 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:17:20,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:17:20,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T18:17:20,464 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T18:17:20,464 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:17:20,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:17:20,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T18:17:20,467 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T18:17:20,467 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:17:20,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:17:20,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T18:17:20,470 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T18:17:20,470 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:17:20,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:17:20,471 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T18:17:20,473 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/data/hbase/meta/1588230740 2024-11-09T18:17:20,477 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/data/hbase/meta/1588230740 2024-11-09T18:17:20,479 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T18:17:20,479 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T18:17:20,480 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:17:20,483 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T18:17:20,485 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59152917, jitterRate=-0.11855284869670868}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:17:20,486 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T18:17:20,487 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731176240457Writing region info on filesystem at 1731176240457Initializing all the Stores at 1731176240459 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176240459Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176240459Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176240459Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176240459Cleaning up temporary data from old regions at 1731176240479 (+20 ms)Running coprocessor post-open hooks at 1731176240486 (+7 ms)Region opened successfully at 1731176240487 (+1 ms) 2024-11-09T18:17:20,494 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731176240389 2024-11-09T18:17:20,504 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T18:17:20,504 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T18:17:20,506 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,36225,1731176235950 2024-11-09T18:17:20,508 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb97eb0edbe8,36225,1731176235950, state=OPEN 2024-11-09T18:17:20,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36225-0x10120d0eaed0001, quorum=127.0.0.1:60917, baseZNode=/05263873 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/05263873/meta-region-server 2024-11-09T18:17:20,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41997-0x10120d0eaed0000, quorum=127.0.0.1:60917, baseZNode=/05263873 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/05263873/meta-region-server 2024-11-09T18:17:20,549 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /05263873/meta-region-server: CHANGED 2024-11-09T18:17:20,549 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /05263873/meta-region-server: CHANGED 2024-11-09T18:17:20,550 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,36225,1731176235950 2024-11-09T18:17:20,559 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T18:17:20,559 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,36225,1731176235950 in 328 msec 2024-11-09T18:17:20,567 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T18:17:20,567 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 603 msec 2024-11-09T18:17:20,569 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:17:20,569 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T18:17:20,587 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:17:20,588 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,36225,1731176235950, seqNum=-1] 2024-11-09T18:17:20,606 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:17:20,608 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48511, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:17:20,628 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6380 sec 2024-11-09T18:17:20,628 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731176240628, completionTime=-1 2024-11-09T18:17:20,631 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T18:17:20,631 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T18:17:20,655 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T18:17:20,655 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731176300655 2024-11-09T18:17:20,656 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731176360655 2024-11-09T18:17:20,656 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 24 msec 2024-11-09T18:17:20,658 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,41997,1731176235210-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:20,658 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,41997,1731176235210-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:20,658 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,41997,1731176235210-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:20,660 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fb97eb0edbe8:41997, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:20,660 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:20,661 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:20,667 DEBUG [master/fb97eb0edbe8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T18:17:20,689 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.591sec 2024-11-09T18:17:20,690 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T18:17:20,691 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T18:17:20,692 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T18:17:20,693 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T18:17:20,693 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T18:17:20,694 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,41997,1731176235210-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T18:17:20,694 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,41997,1731176235210-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T18:17:20,702 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T18:17:20,703 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T18:17:20,704 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,41997,1731176235210-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:20,743 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ddeee0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:17:20,746 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-09T18:17:20,746 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-09T18:17:20,749 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,41997,-1 for getting cluster id 2024-11-09T18:17:20,752 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:17:20,762 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '499a6552-716e-4e4d-a09e-1403400cd6fd' 2024-11-09T18:17:20,765 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:17:20,765 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "499a6552-716e-4e4d-a09e-1403400cd6fd" 2024-11-09T18:17:20,768 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b43726f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:17:20,768 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,41997,-1] 2024-11-09T18:17:20,772 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:17:20,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:17:20,775 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:17:20,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a373962, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:17:20,782 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:17:20,815 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,36225,1731176235950, seqNum=-1] 2024-11-09T18:17:20,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:17:20,837 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:17:20,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fb97eb0edbe8,41997,1731176235210 2024-11-09T18:17:20,874 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60917 2024-11-09T18:17:20,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60917, baseZNode=/05263873 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:17:20,933 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10120d0eaed0002 connected 2024-11-09T18:17:20,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c631666-2af9-6c34-afb7-e15afe976db0/hadoop.log.dir so I do NOT create it in target/test-data/838c3d71-1a0b-d45f-6795-1cf9e054448b 2024-11-09T18:17:20,969 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c631666-2af9-6c34-afb7-e15afe976db0/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T18:17:20,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c631666-2af9-6c34-afb7-e15afe976db0/hadoop.tmp.dir so I do NOT create it in target/test-data/838c3d71-1a0b-d45f-6795-1cf9e054448b 2024-11-09T18:17:20,969 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c631666-2af9-6c34-afb7-e15afe976db0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T18:17:20,969 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/838c3d71-1a0b-d45f-6795-1cf9e054448b 2024-11-09T18:17:20,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T18:17:20,970 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/838c3d71-1a0b-d45f-6795-1cf9e054448b/cluster_23f5755f-dace-bd87-0b21-25664fca351d, deleteOnExit=true 2024-11-09T18:17:20,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T18:17:20,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/838c3d71-1a0b-d45f-6795-1cf9e054448b/test.cache.data in system properties and HBase conf 2024-11-09T18:17:20,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/838c3d71-1a0b-d45f-6795-1cf9e054448b/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T18:17:20,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/838c3d71-1a0b-d45f-6795-1cf9e054448b/hadoop.log.dir in system properties and HBase conf 2024-11-09T18:17:20,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/838c3d71-1a0b-d45f-6795-1cf9e054448b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T18:17:20,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/838c3d71-1a0b-d45f-6795-1cf9e054448b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T18:17:20,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T18:17:20,972 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T18:17:20,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/838c3d71-1a0b-d45f-6795-1cf9e054448b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T18:17:20,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/838c3d71-1a0b-d45f-6795-1cf9e054448b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T18:17:20,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/838c3d71-1a0b-d45f-6795-1cf9e054448b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T18:17:20,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/838c3d71-1a0b-d45f-6795-1cf9e054448b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T18:17:20,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/838c3d71-1a0b-d45f-6795-1cf9e054448b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T18:17:20,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/838c3d71-1a0b-d45f-6795-1cf9e054448b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T18:17:20,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/838c3d71-1a0b-d45f-6795-1cf9e054448b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T18:17:20,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/838c3d71-1a0b-d45f-6795-1cf9e054448b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T18:17:20,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/838c3d71-1a0b-d45f-6795-1cf9e054448b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T18:17:20,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/838c3d71-1a0b-d45f-6795-1cf9e054448b/nfs.dump.dir in system properties and HBase conf 2024-11-09T18:17:20,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/838c3d71-1a0b-d45f-6795-1cf9e054448b/java.io.tmpdir in system properties and HBase conf 2024-11-09T18:17:20,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/838c3d71-1a0b-d45f-6795-1cf9e054448b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T18:17:20,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/838c3d71-1a0b-d45f-6795-1cf9e054448b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T18:17:20,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/838c3d71-1a0b-d45f-6795-1cf9e054448b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T18:17:21,379 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:17:21,389 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T18:17:21,404 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T18:17:21,404 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T18:17:21,404 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T18:17:21,406 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:17:21,407 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d5127ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/838c3d71-1a0b-d45f-6795-1cf9e054448b/hadoop.log.dir/,AVAILABLE} 2024-11-09T18:17:21,408 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7190c8f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T18:17:21,551 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5eb93ad6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/838c3d71-1a0b-d45f-6795-1cf9e054448b/java.io.tmpdir/jetty-localhost-36563-hadoop-hdfs-3_4_1-tests_jar-_-any-5491844753521416729/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T18:17:21,552 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5af633d6{HTTP/1.1, (http/1.1)}{localhost:36563} 2024-11-09T18:17:21,552 INFO [Time-limited test {}] server.Server(415): Started @12301ms 2024-11-09T18:17:21,856 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:17:21,860 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T18:17:21,861 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T18:17:21,862 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T18:17:21,862 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T18:17:21,864 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9b8f4a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/838c3d71-1a0b-d45f-6795-1cf9e054448b/hadoop.log.dir/,AVAILABLE} 2024-11-09T18:17:21,865 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f8615b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T18:17:21,990 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71e590b3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/838c3d71-1a0b-d45f-6795-1cf9e054448b/java.io.tmpdir/jetty-localhost-41257-hadoop-hdfs-3_4_1-tests_jar-_-any-9970814559840458539/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:17:21,991 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7546042f{HTTP/1.1, (http/1.1)}{localhost:41257} 2024-11-09T18:17:21,991 INFO [Time-limited test {}] server.Server(415): Started @12740ms 2024-11-09T18:17:21,994 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T18:17:22,832 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/838c3d71-1a0b-d45f-6795-1cf9e054448b/cluster_23f5755f-dace-bd87-0b21-25664fca351d/data/data2/current/BP-2128100651-172.17.0.3-1731176241011/current, will proceed with Du for space computation calculation, 2024-11-09T18:17:22,832 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/838c3d71-1a0b-d45f-6795-1cf9e054448b/cluster_23f5755f-dace-bd87-0b21-25664fca351d/data/data1/current/BP-2128100651-172.17.0.3-1731176241011/current, will proceed with Du for space computation calculation, 2024-11-09T18:17:22,861 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T18:17:22,868 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdcd097bc713e423d with lease ID 0x567baaf36a56ddfb: Processing first storage report for DS-5ddd558b-a6f1-4b20-974d-cfe4e233ca06 from datanode DatanodeRegistration(127.0.0.1:34719, datanodeUuid=23651e57-5714-4549-be4a-44ca812d1501, infoPort=44467, infoSecurePort=0, ipcPort=46797, storageInfo=lv=-57;cid=testClusterID;nsid=1138775193;c=1731176241011) 2024-11-09T18:17:22,868 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdcd097bc713e423d with lease ID 0x567baaf36a56ddfb: from storage DS-5ddd558b-a6f1-4b20-974d-cfe4e233ca06 node DatanodeRegistration(127.0.0.1:34719, datanodeUuid=23651e57-5714-4549-be4a-44ca812d1501, infoPort=44467, infoSecurePort=0, ipcPort=46797, storageInfo=lv=-57;cid=testClusterID;nsid=1138775193;c=1731176241011), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T18:17:22,868 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdcd097bc713e423d with lease ID 0x567baaf36a56ddfb: Processing first storage report for DS-783e1578-28ac-4067-889c-a7b213e45140 from datanode DatanodeRegistration(127.0.0.1:34719, datanodeUuid=23651e57-5714-4549-be4a-44ca812d1501, infoPort=44467, infoSecurePort=0, ipcPort=46797, storageInfo=lv=-57;cid=testClusterID;nsid=1138775193;c=1731176241011) 2024-11-09T18:17:22,868 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdcd097bc713e423d with lease ID 0x567baaf36a56ddfb: from storage DS-783e1578-28ac-4067-889c-a7b213e45140 node DatanodeRegistration(127.0.0.1:34719, datanodeUuid=23651e57-5714-4549-be4a-44ca812d1501, infoPort=44467, infoSecurePort=0, ipcPort=46797, storageInfo=lv=-57;cid=testClusterID;nsid=1138775193;c=1731176241011), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T18:17:22,923 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/838c3d71-1a0b-d45f-6795-1cf9e054448b 2024-11-09T18:17:22,924 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:17:22,927 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:17:22,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34719 is added to blk_1073741825_1001 (size=7) 2024-11-09T18:17:23,365 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46019/user/jenkins/test-data/77c33bbe-baaf-e35f-c0c7-444bfbbbe587 with version=8 2024-11-09T18:17:23,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46019/user/jenkins/test-data/77c33bbe-baaf-e35f-c0c7-444bfbbbe587/hbase-staging 2024-11-09T18:17:23,369 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fb97eb0edbe8:0 server-side Connection retries=45 2024-11-09T18:17:23,369 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:17:23,369 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T18:17:23,369 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T18:17:23,370 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:17:23,370 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T18:17:23,370 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T18:17:23,370 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T18:17:23,371 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33343 2024-11-09T18:17:23,373 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33343 connecting to ZooKeeper ensemble=127.0.0.1:60917 2024-11-09T18:17:23,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:333430x0, quorum=127.0.0.1:60917, baseZNode=/1-401276052 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:17:23,423 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33343-0x10120d0eaed0003 connected 2024-11-09T18:17:23,507 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:17:23,510 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:17:23,514 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33343-0x10120d0eaed0003, quorum=127.0.0.1:60917, baseZNode=/1-401276052 Set watcher on znode that does not yet exist, /1-401276052/running 2024-11-09T18:17:23,514 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46019/user/jenkins/test-data/77c33bbe-baaf-e35f-c0c7-444bfbbbe587, hbase.cluster.distributed=false 2024-11-09T18:17:23,517 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33343-0x10120d0eaed0003, quorum=127.0.0.1:60917, baseZNode=/1-401276052 Set watcher on znode that does not yet exist, /1-401276052/acl 2024-11-09T18:17:23,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33343 2024-11-09T18:17:23,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33343 2024-11-09T18:17:23,523 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33343 2024-11-09T18:17:23,524 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33343 2024-11-09T18:17:23,524 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33343 2024-11-09T18:17:23,545 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fb97eb0edbe8:0 server-side Connection retries=45 2024-11-09T18:17:23,545 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:17:23,545 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T18:17:23,545 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T18:17:23,545 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:17:23,545 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T18:17:23,545 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T18:17:23,545 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T18:17:23,546 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37529 2024-11-09T18:17:23,548 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37529 connecting to ZooKeeper ensemble=127.0.0.1:60917 2024-11-09T18:17:23,550 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:17:23,553 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:17:23,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:375290x0, quorum=127.0.0.1:60917, baseZNode=/1-401276052 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:17:23,570 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:375290x0, quorum=127.0.0.1:60917, baseZNode=/1-401276052 Set watcher on znode that does not yet exist, /1-401276052/running 2024-11-09T18:17:23,570 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T18:17:23,571 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37529-0x10120d0eaed0004 connected 2024-11-09T18:17:23,572 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T18:17:23,573 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37529-0x10120d0eaed0004, quorum=127.0.0.1:60917, baseZNode=/1-401276052 Set watcher on znode that does not yet exist, /1-401276052/master 2024-11-09T18:17:23,574 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37529-0x10120d0eaed0004, quorum=127.0.0.1:60917, baseZNode=/1-401276052 Set watcher on znode that does not yet exist, /1-401276052/acl 2024-11-09T18:17:23,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37529 2024-11-09T18:17:23,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37529 2024-11-09T18:17:23,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37529 2024-11-09T18:17:23,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37529 2024-11-09T18:17:23,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37529 2024-11-09T18:17:23,615 DEBUG [M:0;fb97eb0edbe8:33343 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fb97eb0edbe8:33343 2024-11-09T18:17:23,616 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-401276052/backup-masters/fb97eb0edbe8,33343,1731176243368 2024-11-09T18:17:23,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33343-0x10120d0eaed0003, quorum=127.0.0.1:60917, baseZNode=/1-401276052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-401276052/backup-masters 2024-11-09T18:17:23,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37529-0x10120d0eaed0004, quorum=127.0.0.1:60917, baseZNode=/1-401276052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-401276052/backup-masters 2024-11-09T18:17:23,623 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33343-0x10120d0eaed0003, quorum=127.0.0.1:60917, baseZNode=/1-401276052 Set watcher on existing znode=/1-401276052/backup-masters/fb97eb0edbe8,33343,1731176243368 2024-11-09T18:17:23,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37529-0x10120d0eaed0004, quorum=127.0.0.1:60917, baseZNode=/1-401276052 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-401276052/master 2024-11-09T18:17:23,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33343-0x10120d0eaed0003, quorum=127.0.0.1:60917, baseZNode=/1-401276052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-401276052 2024-11-09T18:17:23,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37529-0x10120d0eaed0004, quorum=127.0.0.1:60917, baseZNode=/1-401276052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-401276052 2024-11-09T18:17:23,634 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33343-0x10120d0eaed0003, quorum=127.0.0.1:60917, baseZNode=/1-401276052 Set watcher on existing znode=/1-401276052/master 2024-11-09T18:17:23,634 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-401276052/backup-masters/fb97eb0edbe8,33343,1731176243368 from backup master directory 2024-11-09T18:17:23,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33343-0x10120d0eaed0003, quorum=127.0.0.1:60917, baseZNode=/1-401276052 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-401276052/backup-masters/fb97eb0edbe8,33343,1731176243368 2024-11-09T18:17:23,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33343-0x10120d0eaed0003, quorum=127.0.0.1:60917, baseZNode=/1-401276052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-401276052/backup-masters 2024-11-09T18:17:23,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37529-0x10120d0eaed0004, quorum=127.0.0.1:60917, baseZNode=/1-401276052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-401276052/backup-masters 2024-11-09T18:17:23,644 WARN [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T18:17:23,644 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fb97eb0edbe8,33343,1731176243368 2024-11-09T18:17:23,653 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46019/user/jenkins/test-data/77c33bbe-baaf-e35f-c0c7-444bfbbbe587/hbase.id] with ID: 0fe94a18-b3de-4b46-8451-e161fded257a 2024-11-09T18:17:23,653 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46019/user/jenkins/test-data/77c33bbe-baaf-e35f-c0c7-444bfbbbe587/.tmp/hbase.id 2024-11-09T18:17:23,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34719 is added to blk_1073741826_1002 (size=42) 2024-11-09T18:17:24,072 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46019/user/jenkins/test-data/77c33bbe-baaf-e35f-c0c7-444bfbbbe587/.tmp/hbase.id]:[hdfs://localhost:46019/user/jenkins/test-data/77c33bbe-baaf-e35f-c0c7-444bfbbbe587/hbase.id] 2024-11-09T18:17:24,102 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:17:24,102 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T18:17:24,105 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-09T18:17:24,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37529-0x10120d0eaed0004, quorum=127.0.0.1:60917, baseZNode=/1-401276052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-401276052 2024-11-09T18:17:24,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33343-0x10120d0eaed0003, quorum=127.0.0.1:60917, baseZNode=/1-401276052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-401276052 2024-11-09T18:17:24,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34719 is added to blk_1073741827_1003 (size=196) 2024-11-09T18:17:24,578 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:17:24,580 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T18:17:24,583 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:17:24,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34719 is added to blk_1073741828_1004 (size=1189) 2024-11-09T18:17:24,602 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46019/user/jenkins/test-data/77c33bbe-baaf-e35f-c0c7-444bfbbbe587/MasterData/data/master/store 2024-11-09T18:17:24,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34719 is added to blk_1073741829_1005 (size=34) 2024-11-09T18:17:25,012 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:17:25,012 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T18:17:25,012 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:17:25,012 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:17:25,012 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T18:17:25,012 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:17:25,012 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:17:25,012 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731176245012Disabling compacts and flushes for region at 1731176245012Disabling writes for close at 1731176245012Writing region close event to WAL at 1731176245012Closed at 1731176245012 2024-11-09T18:17:25,014 WARN [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46019/user/jenkins/test-data/77c33bbe-baaf-e35f-c0c7-444bfbbbe587/MasterData/data/master/store/.initializing 2024-11-09T18:17:25,014 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46019/user/jenkins/test-data/77c33bbe-baaf-e35f-c0c7-444bfbbbe587/MasterData/WALs/fb97eb0edbe8,33343,1731176243368 2024-11-09T18:17:25,017 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T18:17:25,020 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb97eb0edbe8%2C33343%2C1731176243368, suffix=, logDir=hdfs://localhost:46019/user/jenkins/test-data/77c33bbe-baaf-e35f-c0c7-444bfbbbe587/MasterData/WALs/fb97eb0edbe8,33343,1731176243368, archiveDir=hdfs://localhost:46019/user/jenkins/test-data/77c33bbe-baaf-e35f-c0c7-444bfbbbe587/MasterData/oldWALs, maxLogs=10 2024-11-09T18:17:25,041 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/77c33bbe-baaf-e35f-c0c7-444bfbbbe587/MasterData/WALs/fb97eb0edbe8,33343,1731176243368/fb97eb0edbe8%2C33343%2C1731176243368.1731176245021, exclude list is [], retry=0 2024-11-09T18:17:25,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34719,DS-5ddd558b-a6f1-4b20-974d-cfe4e233ca06,DISK] 2024-11-09T18:17:25,051 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/77c33bbe-baaf-e35f-c0c7-444bfbbbe587/MasterData/WALs/fb97eb0edbe8,33343,1731176243368/fb97eb0edbe8%2C33343%2C1731176243368.1731176245021 2024-11-09T18:17:25,052 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44467:44467)] 2024-11-09T18:17:25,052 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:17:25,052 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:17:25,053 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:17:25,053 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:17:25,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:17:25,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T18:17:25,061 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:17:25,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:17:25,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:17:25,064 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T18:17:25,064 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:17:25,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:17:25,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:17:25,068 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T18:17:25,068 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:17:25,071 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:17:25,071 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:17:25,074 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T18:17:25,075 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:17:25,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:17:25,076 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:17:25,077 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46019/user/jenkins/test-data/77c33bbe-baaf-e35f-c0c7-444bfbbbe587/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:17:25,077 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46019/user/jenkins/test-data/77c33bbe-baaf-e35f-c0c7-444bfbbbe587/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:17:25,079 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:17:25,079 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:17:25,080 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:17:25,082 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:17:25,085 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46019/user/jenkins/test-data/77c33bbe-baaf-e35f-c0c7-444bfbbbe587/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:17:25,086 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75414922, jitterRate=0.12376990914344788}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:17:25,086 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731176245053Initializing all the Stores at 1731176245055 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176245055Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176245056 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176245058 (+2 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176245058Cleaning up temporary data from old regions at 1731176245079 (+21 ms)Region opened successfully at 1731176245086 (+7 ms) 2024-11-09T18:17:25,086 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T18:17:25,091 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17ebf7a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb97eb0edbe8/172.17.0.3:0 2024-11-09T18:17:25,092 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T18:17:25,092 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T18:17:25,092 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T18:17:25,092 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T18:17:25,093 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-09T18:17:25,094 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T18:17:25,094 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T18:17:25,099 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T18:17:25,100 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33343-0x10120d0eaed0003, quorum=127.0.0.1:60917, baseZNode=/1-401276052 Unable to get data of znode /1-401276052/balancer because node does not exist (not necessarily an error) 2024-11-09T18:17:25,200 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-401276052/balancer already deleted, retry=false 2024-11-09T18:17:25,201 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T18:17:25,202 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33343-0x10120d0eaed0003, quorum=127.0.0.1:60917, baseZNode=/1-401276052 Unable to get data of znode /1-401276052/normalizer because node does not exist (not necessarily an error) 2024-11-09T18:17:25,211 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-401276052/normalizer already deleted, retry=false 2024-11-09T18:17:25,212 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T18:17:25,213 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33343-0x10120d0eaed0003, quorum=127.0.0.1:60917, baseZNode=/1-401276052 Unable to get data of znode /1-401276052/switch/split because node does not exist (not necessarily an error) 2024-11-09T18:17:25,222 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-401276052/switch/split already deleted, retry=false 2024-11-09T18:17:25,223 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33343-0x10120d0eaed0003, quorum=127.0.0.1:60917, baseZNode=/1-401276052 Unable to get data of znode /1-401276052/switch/merge because node does not exist (not necessarily an error) 2024-11-09T18:17:25,233 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-401276052/switch/merge already deleted, retry=false 2024-11-09T18:17:25,235 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33343-0x10120d0eaed0003, quorum=127.0.0.1:60917, baseZNode=/1-401276052 Unable to get data of znode /1-401276052/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T18:17:25,243 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-401276052/snapshot-cleanup already deleted, retry=false 2024-11-09T18:17:25,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33343-0x10120d0eaed0003, quorum=127.0.0.1:60917, baseZNode=/1-401276052 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-401276052/running 2024-11-09T18:17:25,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37529-0x10120d0eaed0004, quorum=127.0.0.1:60917, baseZNode=/1-401276052 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-401276052/running 2024-11-09T18:17:25,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37529-0x10120d0eaed0004, quorum=127.0.0.1:60917, baseZNode=/1-401276052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-401276052 2024-11-09T18:17:25,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33343-0x10120d0eaed0003, quorum=127.0.0.1:60917, baseZNode=/1-401276052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-401276052 2024-11-09T18:17:25,256 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fb97eb0edbe8,33343,1731176243368, sessionid=0x10120d0eaed0003, setting cluster-up flag (Was=false) 2024-11-09T18:17:25,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37529-0x10120d0eaed0004, quorum=127.0.0.1:60917, baseZNode=/1-401276052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-401276052 2024-11-09T18:17:25,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33343-0x10120d0eaed0003, quorum=127.0.0.1:60917, baseZNode=/1-401276052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-401276052 2024-11-09T18:17:25,306 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-401276052/flush-table-proc/acquired, /1-401276052/flush-table-proc/reached, /1-401276052/flush-table-proc/abort 2024-11-09T18:17:25,308 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb97eb0edbe8,33343,1731176243368 2024-11-09T18:17:25,315 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T18:17:25,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37529-0x10120d0eaed0004, quorum=127.0.0.1:60917, baseZNode=/1-401276052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-401276052 2024-11-09T18:17:25,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33343-0x10120d0eaed0003, quorum=127.0.0.1:60917, baseZNode=/1-401276052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-401276052 2024-11-09T18:17:25,359 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-401276052/online-snapshot/acquired, /1-401276052/online-snapshot/reached, /1-401276052/online-snapshot/abort 2024-11-09T18:17:25,360 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb97eb0edbe8,33343,1731176243368 2024-11-09T18:17:25,362 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46019/user/jenkins/test-data/77c33bbe-baaf-e35f-c0c7-444bfbbbe587/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T18:17:25,366 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T18:17:25,366 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T18:17:25,367 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T18:17:25,367 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fb97eb0edbe8,33343,1731176243368 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T18:17:25,369 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:17:25,369 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:17:25,369 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:17:25,369 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:17:25,369 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fb97eb0edbe8:0, corePoolSize=10, maxPoolSize=10 2024-11-09T18:17:25,370 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:17:25,370 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=2, maxPoolSize=2 2024-11-09T18:17:25,370 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:17:25,373 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:17:25,374 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T18:17:25,375 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:17:25,376 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T18:17:25,384 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731176275384 2024-11-09T18:17:25,385 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T18:17:25,385 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T18:17:25,385 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T18:17:25,385 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T18:17:25,385 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T18:17:25,385 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T18:17:25,388 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:25,388 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T18:17:25,388 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T18:17:25,388 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T18:17:25,389 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T18:17:25,391 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T18:17:25,391 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T18:17:25,391 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731176245391,5,FailOnTimeoutGroup] 2024-11-09T18:17:25,392 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731176245391,5,FailOnTimeoutGroup] 2024-11-09T18:17:25,392 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:25,392 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T18:17:25,392 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:25,392 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:25,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34719 is added to blk_1073741831_1007 (size=1321) 2024-11-09T18:17:25,401 INFO [RS:0;fb97eb0edbe8:37529 {}] regionserver.HRegionServer(746): ClusterId : 0fe94a18-b3de-4b46-8451-e161fded257a 2024-11-09T18:17:25,402 DEBUG [RS:0;fb97eb0edbe8:37529 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T18:17:25,413 DEBUG [RS:0;fb97eb0edbe8:37529 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T18:17:25,413 DEBUG [RS:0;fb97eb0edbe8:37529 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T18:17:25,423 DEBUG [RS:0;fb97eb0edbe8:37529 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T18:17:25,424 DEBUG [RS:0;fb97eb0edbe8:37529 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51429519, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb97eb0edbe8/172.17.0.3:0 2024-11-09T18:17:25,440 DEBUG [RS:0;fb97eb0edbe8:37529 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fb97eb0edbe8:37529 2024-11-09T18:17:25,440 INFO [RS:0;fb97eb0edbe8:37529 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T18:17:25,440 INFO [RS:0;fb97eb0edbe8:37529 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T18:17:25,441 DEBUG [RS:0;fb97eb0edbe8:37529 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T18:17:25,442 INFO [RS:0;fb97eb0edbe8:37529 {}] regionserver.HRegionServer(2659): reportForDuty to master=fb97eb0edbe8,33343,1731176243368 with port=37529, startcode=1731176243544 2024-11-09T18:17:25,442 DEBUG [RS:0;fb97eb0edbe8:37529 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T18:17:25,444 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38545, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T18:17:25,445 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33343 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fb97eb0edbe8,37529,1731176243544 2024-11-09T18:17:25,445 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33343 {}] master.ServerManager(517): Registering regionserver=fb97eb0edbe8,37529,1731176243544 2024-11-09T18:17:25,449 DEBUG [RS:0;fb97eb0edbe8:37529 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46019/user/jenkins/test-data/77c33bbe-baaf-e35f-c0c7-444bfbbbe587 2024-11-09T18:17:25,449 DEBUG [RS:0;fb97eb0edbe8:37529 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46019 2024-11-09T18:17:25,449 DEBUG [RS:0;fb97eb0edbe8:37529 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T18:17:25,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33343-0x10120d0eaed0003, quorum=127.0.0.1:60917, baseZNode=/1-401276052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-401276052/rs 2024-11-09T18:17:25,454 DEBUG [RS:0;fb97eb0edbe8:37529 {}] zookeeper.ZKUtil(111): regionserver:37529-0x10120d0eaed0004, quorum=127.0.0.1:60917, baseZNode=/1-401276052 Set watcher on existing znode=/1-401276052/rs/fb97eb0edbe8,37529,1731176243544 2024-11-09T18:17:25,454 WARN [RS:0;fb97eb0edbe8:37529 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T18:17:25,454 INFO [RS:0;fb97eb0edbe8:37529 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:17:25,454 DEBUG [RS:0;fb97eb0edbe8:37529 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46019/user/jenkins/test-data/77c33bbe-baaf-e35f-c0c7-444bfbbbe587/WALs/fb97eb0edbe8,37529,1731176243544 2024-11-09T18:17:25,455 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fb97eb0edbe8,37529,1731176243544] 2024-11-09T18:17:25,496 INFO [RS:0;fb97eb0edbe8:37529 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T18:17:25,500 INFO [RS:0;fb97eb0edbe8:37529 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T18:17:25,505 INFO [RS:0;fb97eb0edbe8:37529 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T18:17:25,505 INFO [RS:0;fb97eb0edbe8:37529 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:25,508 INFO [RS:0;fb97eb0edbe8:37529 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T18:17:25,512 INFO [RS:0;fb97eb0edbe8:37529 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T18:17:25,512 INFO [RS:0;fb97eb0edbe8:37529 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:25,512 DEBUG [RS:0;fb97eb0edbe8:37529 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:17:25,512 DEBUG [RS:0;fb97eb0edbe8:37529 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:17:25,512 DEBUG [RS:0;fb97eb0edbe8:37529 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:17:25,513 DEBUG [RS:0;fb97eb0edbe8:37529 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:17:25,513 DEBUG [RS:0;fb97eb0edbe8:37529 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:17:25,513 DEBUG [RS:0;fb97eb0edbe8:37529 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=2, maxPoolSize=2 2024-11-09T18:17:25,513 DEBUG [RS:0;fb97eb0edbe8:37529 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:17:25,513 DEBUG [RS:0;fb97eb0edbe8:37529 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:17:25,513 DEBUG [RS:0;fb97eb0edbe8:37529 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:17:25,513 DEBUG [RS:0;fb97eb0edbe8:37529 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:17:25,513 DEBUG [RS:0;fb97eb0edbe8:37529 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:17:25,513 DEBUG [RS:0;fb97eb0edbe8:37529 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:17:25,514 DEBUG [RS:0;fb97eb0edbe8:37529 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:17:25,514 DEBUG [RS:0;fb97eb0edbe8:37529 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:17:25,524 INFO [RS:0;fb97eb0edbe8:37529 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:25,524 INFO [RS:0;fb97eb0edbe8:37529 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:25,525 INFO [RS:0;fb97eb0edbe8:37529 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:25,525 INFO [RS:0;fb97eb0edbe8:37529 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:25,525 INFO [RS:0;fb97eb0edbe8:37529 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:25,525 INFO [RS:0;fb97eb0edbe8:37529 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,37529,1731176243544-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T18:17:25,562 INFO [RS:0;fb97eb0edbe8:37529 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T18:17:25,562 INFO [RS:0;fb97eb0edbe8:37529 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,37529,1731176243544-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:25,566 INFO [RS:0;fb97eb0edbe8:37529 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:25,566 INFO [RS:0;fb97eb0edbe8:37529 {}] regionserver.Replication(171): fb97eb0edbe8,37529,1731176243544 started 2024-11-09T18:17:25,593 INFO [RS:0;fb97eb0edbe8:37529 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:25,593 INFO [RS:0;fb97eb0edbe8:37529 {}] regionserver.HRegionServer(1482): Serving as fb97eb0edbe8,37529,1731176243544, RpcServer on fb97eb0edbe8/172.17.0.3:37529, sessionid=0x10120d0eaed0004 2024-11-09T18:17:25,593 DEBUG [RS:0;fb97eb0edbe8:37529 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T18:17:25,593 DEBUG [RS:0;fb97eb0edbe8:37529 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fb97eb0edbe8,37529,1731176243544 2024-11-09T18:17:25,593 DEBUG [RS:0;fb97eb0edbe8:37529 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,37529,1731176243544' 2024-11-09T18:17:25,593 DEBUG [RS:0;fb97eb0edbe8:37529 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-401276052/flush-table-proc/abort' 2024-11-09T18:17:25,594 DEBUG [RS:0;fb97eb0edbe8:37529 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-401276052/flush-table-proc/acquired' 2024-11-09T18:17:25,595 DEBUG [RS:0;fb97eb0edbe8:37529 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T18:17:25,595 DEBUG [RS:0;fb97eb0edbe8:37529 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T18:17:25,595 DEBUG [RS:0;fb97eb0edbe8:37529 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fb97eb0edbe8,37529,1731176243544 2024-11-09T18:17:25,595 DEBUG [RS:0;fb97eb0edbe8:37529 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,37529,1731176243544' 2024-11-09T18:17:25,595 DEBUG [RS:0;fb97eb0edbe8:37529 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-401276052/online-snapshot/abort' 2024-11-09T18:17:25,595 DEBUG [RS:0;fb97eb0edbe8:37529 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-401276052/online-snapshot/acquired' 2024-11-09T18:17:25,595 DEBUG [RS:0;fb97eb0edbe8:37529 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T18:17:25,596 INFO [RS:0;fb97eb0edbe8:37529 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T18:17:25,596 INFO [RS:0;fb97eb0edbe8:37529 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T18:17:25,696 INFO [RS:0;fb97eb0edbe8:37529 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T18:17:25,700 INFO [RS:0;fb97eb0edbe8:37529 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fb97eb0edbe8%2C37529%2C1731176243544, suffix=, logDir=hdfs://localhost:46019/user/jenkins/test-data/77c33bbe-baaf-e35f-c0c7-444bfbbbe587/WALs/fb97eb0edbe8,37529,1731176243544, archiveDir=hdfs://localhost:46019/user/jenkins/test-data/77c33bbe-baaf-e35f-c0c7-444bfbbbe587/oldWALs, maxLogs=10 2024-11-09T18:17:25,727 DEBUG [RS:0;fb97eb0edbe8:37529 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/77c33bbe-baaf-e35f-c0c7-444bfbbbe587/WALs/fb97eb0edbe8,37529,1731176243544/fb97eb0edbe8%2C37529%2C1731176243544.1731176245702, exclude list is [], retry=0 2024-11-09T18:17:25,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34719,DS-5ddd558b-a6f1-4b20-974d-cfe4e233ca06,DISK] 2024-11-09T18:17:25,753 INFO [RS:0;fb97eb0edbe8:37529 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/77c33bbe-baaf-e35f-c0c7-444bfbbbe587/WALs/fb97eb0edbe8,37529,1731176243544/fb97eb0edbe8%2C37529%2C1731176243544.1731176245702 2024-11-09T18:17:25,755 DEBUG [RS:0;fb97eb0edbe8:37529 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44467:44467)] 2024-11-09T18:17:25,798 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46019/user/jenkins/test-data/77c33bbe-baaf-e35f-c0c7-444bfbbbe587/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T18:17:25,799 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46019/user/jenkins/test-data/77c33bbe-baaf-e35f-c0c7-444bfbbbe587 2024-11-09T18:17:25,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34719 is added to blk_1073741833_1009 (size=32) 2024-11-09T18:17:25,997 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T18:17:26,088 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T18:17:26,089 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T18:17:26,091 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T18:17:26,091 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-09T18:17:26,092 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T18:17:26,092 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T18:17:26,092 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T18:17:26,092 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T18:17:26,230 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:17:26,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T18:17:26,234 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T18:17:26,234 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:17:26,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:17:26,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T18:17:26,237 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T18:17:26,237 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:17:26,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:17:26,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T18:17:26,243 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T18:17:26,243 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:17:26,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:17:26,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T18:17:26,246 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T18:17:26,246 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:17:26,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:17:26,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T18:17:26,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46019/user/jenkins/test-data/77c33bbe-baaf-e35f-c0c7-444bfbbbe587/data/hbase/meta/1588230740 2024-11-09T18:17:26,253 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46019/user/jenkins/test-data/77c33bbe-baaf-e35f-c0c7-444bfbbbe587/data/hbase/meta/1588230740 2024-11-09T18:17:26,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T18:17:26,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T18:17:26,256 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:17:26,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T18:17:26,262 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46019/user/jenkins/test-data/77c33bbe-baaf-e35f-c0c7-444bfbbbe587/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:17:26,263 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60900698, jitterRate=-0.09250888228416443}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:17:26,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731176246230Initializing all the Stores at 1731176246232 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176246232Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176246232Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176246232Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176246232Cleaning up temporary data from old regions at 1731176246255 (+23 ms)Region opened successfully at 1731176246263 (+8 ms) 2024-11-09T18:17:26,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T18:17:26,263 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T18:17:26,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T18:17:26,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T18:17:26,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T18:17:26,264 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T18:17:26,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731176246263Disabling compacts and flushes for region at 1731176246263Disabling writes for close at 1731176246263Writing region close event to WAL at 1731176246264 (+1 ms)Closed at 1731176246264 2024-11-09T18:17:26,266 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:17:26,266 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T18:17:26,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T18:17:26,268 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T18:17:26,270 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T18:17:26,420 DEBUG [fb97eb0edbe8:33343 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T18:17:26,421 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fb97eb0edbe8,37529,1731176243544 2024-11-09T18:17:26,425 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb97eb0edbe8,37529,1731176243544, state=OPENING 2024-11-09T18:17:26,475 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T18:17:26,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37529-0x10120d0eaed0004, quorum=127.0.0.1:60917, baseZNode=/1-401276052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-401276052 2024-11-09T18:17:26,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33343-0x10120d0eaed0003, quorum=127.0.0.1:60917, baseZNode=/1-401276052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-401276052 2024-11-09T18:17:26,536 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-401276052/meta-region-server: CHANGED 2024-11-09T18:17:26,537 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-401276052/meta-region-server: CHANGED 2024-11-09T18:17:26,537 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T18:17:26,537 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,37529,1731176243544}] 2024-11-09T18:17:26,694 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T18:17:26,698 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48897, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T18:17:26,710 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T18:17:26,710 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:17:26,711 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T18:17:26,714 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fb97eb0edbe8%2C37529%2C1731176243544.meta, suffix=.meta, logDir=hdfs://localhost:46019/user/jenkins/test-data/77c33bbe-baaf-e35f-c0c7-444bfbbbe587/WALs/fb97eb0edbe8,37529,1731176243544, archiveDir=hdfs://localhost:46019/user/jenkins/test-data/77c33bbe-baaf-e35f-c0c7-444bfbbbe587/oldWALs, maxLogs=10 2024-11-09T18:17:26,738 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/77c33bbe-baaf-e35f-c0c7-444bfbbbe587/WALs/fb97eb0edbe8,37529,1731176243544/fb97eb0edbe8%2C37529%2C1731176243544.meta.1731176246716.meta, exclude list is [], retry=0 2024-11-09T18:17:26,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34719,DS-5ddd558b-a6f1-4b20-974d-cfe4e233ca06,DISK] 2024-11-09T18:17:26,777 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/77c33bbe-baaf-e35f-c0c7-444bfbbbe587/WALs/fb97eb0edbe8,37529,1731176243544/fb97eb0edbe8%2C37529%2C1731176243544.meta.1731176246716.meta 2024-11-09T18:17:26,781 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44467:44467)] 2024-11-09T18:17:26,781 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:17:26,782 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T18:17:26,782 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T18:17:26,782 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T18:17:26,782 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T18:17:26,783 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T18:17:26,783 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:17:26,783 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T18:17:26,783 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T18:17:26,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T18:17:26,793 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T18:17:26,793 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:17:26,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:17:26,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T18:17:26,802 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T18:17:26,803 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:17:26,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:17:26,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T18:17:26,806 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T18:17:26,806 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:17:26,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:17:26,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T18:17:26,808 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T18:17:26,808 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:17:26,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:17:26,810 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T18:17:26,814 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46019/user/jenkins/test-data/77c33bbe-baaf-e35f-c0c7-444bfbbbe587/data/hbase/meta/1588230740 2024-11-09T18:17:26,819 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46019/user/jenkins/test-data/77c33bbe-baaf-e35f-c0c7-444bfbbbe587/data/hbase/meta/1588230740 2024-11-09T18:17:26,822 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T18:17:26,822 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T18:17:26,823 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:17:26,826 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T18:17:26,828 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74579950, jitterRate=0.11132785677909851}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:17:26,828 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T18:17:26,828 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731176246783Writing region info on filesystem at 1731176246783Initializing all the Stores at 1731176246791 (+8 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176246791Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176246791Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176246791Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176246791Cleaning up temporary data from old regions at 1731176246822 (+31 ms)Running coprocessor post-open hooks at 1731176246828 (+6 ms)Region opened successfully at 1731176246828 2024-11-09T18:17:26,832 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731176246694 2024-11-09T18:17:26,836 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T18:17:26,836 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T18:17:26,837 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,37529,1731176243544 2024-11-09T18:17:26,839 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb97eb0edbe8,37529,1731176243544, state=OPEN 2024-11-09T18:17:26,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37529-0x10120d0eaed0004, quorum=127.0.0.1:60917, baseZNode=/1-401276052 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-401276052/meta-region-server 2024-11-09T18:17:26,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33343-0x10120d0eaed0003, quorum=127.0.0.1:60917, baseZNode=/1-401276052 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-401276052/meta-region-server 2024-11-09T18:17:26,854 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,37529,1731176243544 2024-11-09T18:17:26,854 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-401276052/meta-region-server: CHANGED 2024-11-09T18:17:26,854 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-401276052/meta-region-server: CHANGED 2024-11-09T18:17:26,858 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T18:17:26,858 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,37529,1731176243544 in 317 msec 2024-11-09T18:17:26,863 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T18:17:26,864 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 592 msec 2024-11-09T18:17:26,865 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:17:26,865 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T18:17:26,867 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:17:26,867 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,37529,1731176243544, seqNum=-1] 2024-11-09T18:17:26,868 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:17:26,870 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52605, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:17:26,879 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5130 sec 2024-11-09T18:17:26,879 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731176246879, completionTime=-1 2024-11-09T18:17:26,879 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T18:17:26,879 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T18:17:26,882 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T18:17:26,882 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731176306882 2024-11-09T18:17:26,882 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731176366882 2024-11-09T18:17:26,882 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T18:17:26,883 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,33343,1731176243368-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:26,883 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,33343,1731176243368-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:26,883 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,33343,1731176243368-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:26,883 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fb97eb0edbe8:33343, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:26,883 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:26,884 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:26,886 DEBUG [master/fb97eb0edbe8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T18:17:26,889 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.245sec 2024-11-09T18:17:26,890 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T18:17:26,890 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T18:17:26,890 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T18:17:26,890 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T18:17:26,890 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T18:17:26,890 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,33343,1731176243368-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T18:17:26,890 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,33343,1731176243368-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T18:17:26,893 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T18:17:26,893 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T18:17:26,893 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,33343,1731176243368-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:26,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2afd7c53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:17:26,903 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,33343,-1 for getting cluster id 2024-11-09T18:17:26,903 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:17:26,906 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fe94a18-b3de-4b46-8451-e161fded257a' 2024-11-09T18:17:26,906 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:17:26,906 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fe94a18-b3de-4b46-8451-e161fded257a" 2024-11-09T18:17:26,907 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@512a48ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:17:26,907 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,33343,-1] 2024-11-09T18:17:26,907 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:17:26,908 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:17:26,910 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:17:26,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67d7ffbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:17:26,911 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:17:26,913 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,37529,1731176243544, seqNum=-1] 2024-11-09T18:17:26,913 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:17:26,915 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:17:26,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fb97eb0edbe8,33343,1731176243368 2024-11-09T18:17:26,921 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60917 2024-11-09T18:17:26,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60917, baseZNode=/1-401276052 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:17:26,928 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10120d0eaed0005 connected 2024-11-09T18:17:26,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a856152, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:17:26,942 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,41997,-1 for getting cluster id 2024-11-09T18:17:26,942 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:17:26,945 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '499a6552-716e-4e4d-a09e-1403400cd6fd' 2024-11-09T18:17:26,945 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:17:26,946 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "499a6552-716e-4e4d-a09e-1403400cd6fd" 2024-11-09T18:17:26,946 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1934ee3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:17:26,946 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,41997,-1] 2024-11-09T18:17:26,946 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:17:26,947 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:17:26,948 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:17:26,950 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@779d84f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:17:26,957 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:17:26,961 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,41997,1731176235210 2024-11-09T18:17:26,963 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3aa84d76 2024-11-09T18:17:26,964 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:17:26,966 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:17:26,968 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41997 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://fb97eb0edbe8:33343,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T18:17:26,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41997 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T18:17:26,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:17:26,981 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fb97eb0edbe8:33343' 2024-11-09T18:17:26,983 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30b5825a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:17:26,983 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,33343,-1 for getting cluster id 2024-11-09T18:17:26,984 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:17:26,985 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fe94a18-b3de-4b46-8451-e161fded257a' 2024-11-09T18:17:26,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:17:26,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fe94a18-b3de-4b46-8451-e161fded257a" 2024-11-09T18:17:26,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47e4b53d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:17:26,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,33343,-1] 2024-11-09T18:17:26,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:17:26,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:17:26,989 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:17:26,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@103769f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:17:26,991 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:17:26,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,33343,1731176243368 2024-11-09T18:17:26,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b104152 2024-11-09T18:17:26,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:17:27,000 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:17:27,012 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-09T18:17:27,013 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T18:17:27,018 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:17:27,019 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:17:27,019 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:17:27,020 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:17:27,027 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T18:17:27,030 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T18:17:27,031 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:17:27,033 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T18:17:27,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45693 is added to blk_1073741835_1011 (size=1138) 2024-11-09T18:17:27,080 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T18:17:27,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:17:27,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:17:27,448 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f7a75107dbecc4873bafa2ea8ca9e32f, NAME => 'hbase:replication,,1731176247020.f7a75107dbecc4873bafa2ea8ca9e32f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836 2024-11-09T18:17:27,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45693 is added to blk_1073741836_1012 (size=44) 2024-11-09T18:17:27,466 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731176247020.f7a75107dbecc4873bafa2ea8ca9e32f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:17:27,466 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f7a75107dbecc4873bafa2ea8ca9e32f, disabling compactions & flushes 2024-11-09T18:17:27,467 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731176247020.f7a75107dbecc4873bafa2ea8ca9e32f. 2024-11-09T18:17:27,467 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731176247020.f7a75107dbecc4873bafa2ea8ca9e32f. 2024-11-09T18:17:27,467 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731176247020.f7a75107dbecc4873bafa2ea8ca9e32f. after waiting 0 ms 2024-11-09T18:17:27,467 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731176247020.f7a75107dbecc4873bafa2ea8ca9e32f. 2024-11-09T18:17:27,467 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731176247020.f7a75107dbecc4873bafa2ea8ca9e32f. 2024-11-09T18:17:27,467 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f7a75107dbecc4873bafa2ea8ca9e32f: Waiting for close lock at 1731176247466Disabling compacts and flushes for region at 1731176247466Disabling writes for close at 1731176247467 (+1 ms)Writing region close event to WAL at 1731176247467Closed at 1731176247467 2024-11-09T18:17:27,473 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T18:17:27,479 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731176247020.f7a75107dbecc4873bafa2ea8ca9e32f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731176247473"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731176247473"}]},"ts":"1731176247473"} 2024-11-09T18:17:27,484 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T18:17:27,486 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T18:17:27,490 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176247487"}]},"ts":"1731176247487"} 2024-11-09T18:17:27,495 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T18:17:27,497 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f7a75107dbecc4873bafa2ea8ca9e32f, ASSIGN}] 2024-11-09T18:17:27,500 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f7a75107dbecc4873bafa2ea8ca9e32f, ASSIGN 2024-11-09T18:17:27,502 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f7a75107dbecc4873bafa2ea8ca9e32f, ASSIGN; state=OFFLINE, location=fb97eb0edbe8,36225,1731176235950; forceNewPlan=false, retain=false 2024-11-09T18:17:27,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:17:27,654 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f7a75107dbecc4873bafa2ea8ca9e32f, regionState=OPENING, regionLocation=fb97eb0edbe8,36225,1731176235950 2024-11-09T18:17:27,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f7a75107dbecc4873bafa2ea8ca9e32f, ASSIGN because future has completed 2024-11-09T18:17:27,660 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f7a75107dbecc4873bafa2ea8ca9e32f, server=fb97eb0edbe8,36225,1731176235950}] 2024-11-09T18:17:27,821 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731176247020.f7a75107dbecc4873bafa2ea8ca9e32f. 2024-11-09T18:17:27,821 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:17:27,821 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T18:17:27,825 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fb97eb0edbe8%2C36225%2C1731176235950.rep, suffix=, logDir=hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/WALs/fb97eb0edbe8,36225,1731176235950, archiveDir=hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/oldWALs, maxLogs=10 2024-11-09T18:17:27,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/WALs/fb97eb0edbe8,36225,1731176235950/fb97eb0edbe8%2C36225%2C1731176235950.rep.1731176247826, exclude list is [], retry=0 2024-11-09T18:17:27,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45693,DS-154c6c75-0ff6-4207-89fe-55489f92dd4f,DISK] 2024-11-09T18:17:27,851 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/WALs/fb97eb0edbe8,36225,1731176235950/fb97eb0edbe8%2C36225%2C1731176235950.rep.1731176247826 2024-11-09T18:17:27,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38889:38889)] 2024-11-09T18:17:27,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => f7a75107dbecc4873bafa2ea8ca9e32f, NAME => 'hbase:replication,,1731176247020.f7a75107dbecc4873bafa2ea8ca9e32f.', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:17:27,852 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T18:17:27,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T18:17:27,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731176247020.f7a75107dbecc4873bafa2ea8ca9e32f. service=MultiRowMutationService 2024-11-09T18:17:27,852 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T18:17:27,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f7a75107dbecc4873bafa2ea8ca9e32f 2024-11-09T18:17:27,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731176247020.f7a75107dbecc4873bafa2ea8ca9e32f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:17:27,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for f7a75107dbecc4873bafa2ea8ca9e32f 2024-11-09T18:17:27,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for f7a75107dbecc4873bafa2ea8ca9e32f 2024-11-09T18:17:27,855 INFO [StoreOpener-f7a75107dbecc4873bafa2ea8ca9e32f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f7a75107dbecc4873bafa2ea8ca9e32f 2024-11-09T18:17:27,857 INFO [StoreOpener-f7a75107dbecc4873bafa2ea8ca9e32f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7a75107dbecc4873bafa2ea8ca9e32f columnFamilyName hfileref 2024-11-09T18:17:27,857 DEBUG [StoreOpener-f7a75107dbecc4873bafa2ea8ca9e32f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:17:27,858 INFO [StoreOpener-f7a75107dbecc4873bafa2ea8ca9e32f-1 {}] regionserver.HStore(327): Store=f7a75107dbecc4873bafa2ea8ca9e32f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:17:27,858 INFO [StoreOpener-f7a75107dbecc4873bafa2ea8ca9e32f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f7a75107dbecc4873bafa2ea8ca9e32f 2024-11-09T18:17:27,861 INFO [StoreOpener-f7a75107dbecc4873bafa2ea8ca9e32f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7a75107dbecc4873bafa2ea8ca9e32f columnFamilyName queue 2024-11-09T18:17:27,861 DEBUG [StoreOpener-f7a75107dbecc4873bafa2ea8ca9e32f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:17:27,861 INFO [StoreOpener-f7a75107dbecc4873bafa2ea8ca9e32f-1 {}] regionserver.HStore(327): Store=f7a75107dbecc4873bafa2ea8ca9e32f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:17:27,862 INFO [StoreOpener-f7a75107dbecc4873bafa2ea8ca9e32f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f7a75107dbecc4873bafa2ea8ca9e32f 2024-11-09T18:17:27,864 INFO [StoreOpener-f7a75107dbecc4873bafa2ea8ca9e32f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7a75107dbecc4873bafa2ea8ca9e32f columnFamilyName sid 2024-11-09T18:17:27,864 DEBUG [StoreOpener-f7a75107dbecc4873bafa2ea8ca9e32f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:17:27,864 INFO [StoreOpener-f7a75107dbecc4873bafa2ea8ca9e32f-1 {}] regionserver.HStore(327): Store=f7a75107dbecc4873bafa2ea8ca9e32f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:17:27,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for f7a75107dbecc4873bafa2ea8ca9e32f 2024-11-09T18:17:27,866 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/data/hbase/replication/f7a75107dbecc4873bafa2ea8ca9e32f 2024-11-09T18:17:27,866 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/data/hbase/replication/f7a75107dbecc4873bafa2ea8ca9e32f 2024-11-09T18:17:27,868 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for f7a75107dbecc4873bafa2ea8ca9e32f 2024-11-09T18:17:27,868 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for f7a75107dbecc4873bafa2ea8ca9e32f 2024-11-09T18:17:27,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T18:17:27,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for f7a75107dbecc4873bafa2ea8ca9e32f 2024-11-09T18:17:27,874 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/data/hbase/replication/f7a75107dbecc4873bafa2ea8ca9e32f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:17:27,874 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened f7a75107dbecc4873bafa2ea8ca9e32f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58957517, jitterRate=-0.12146453559398651}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T18:17:27,875 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f7a75107dbecc4873bafa2ea8ca9e32f 2024-11-09T18:17:27,876 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for f7a75107dbecc4873bafa2ea8ca9e32f: Running coprocessor pre-open hook at 1731176247853Writing region info on filesystem at 1731176247853Initializing all the Stores at 1731176247854 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176247854Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176247854Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176247855 (+1 ms)Cleaning up temporary data from old regions at 1731176247868 (+13 ms)Running coprocessor post-open hooks at 1731176247875 (+7 ms)Region opened successfully at 1731176247876 (+1 ms) 2024-11-09T18:17:27,878 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731176247020.f7a75107dbecc4873bafa2ea8ca9e32f., pid=7, masterSystemTime=1731176247815 2024-11-09T18:17:27,882 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731176247020.f7a75107dbecc4873bafa2ea8ca9e32f. 2024-11-09T18:17:27,883 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731176247020.f7a75107dbecc4873bafa2ea8ca9e32f. 2024-11-09T18:17:27,883 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f7a75107dbecc4873bafa2ea8ca9e32f, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,36225,1731176235950 2024-11-09T18:17:27,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f7a75107dbecc4873bafa2ea8ca9e32f, server=fb97eb0edbe8,36225,1731176235950 because future has completed 2024-11-09T18:17:27,892 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-09T18:17:27,892 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure f7a75107dbecc4873bafa2ea8ca9e32f, server=fb97eb0edbe8,36225,1731176235950 in 228 msec 2024-11-09T18:17:27,899 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T18:17:27,899 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f7a75107dbecc4873bafa2ea8ca9e32f, ASSIGN in 395 msec 2024-11-09T18:17:27,900 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T18:17:27,901 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176247900"}]},"ts":"1731176247900"} 2024-11-09T18:17:27,904 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T18:17:27,906 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T18:17:27,914 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 885 msec 2024-11-09T18:17:27,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731176247020.f7a75107dbecc4873bafa2ea8ca9e32f., hostname=fb97eb0edbe8,36225,1731176235950, seqNum=2] 2024-11-09T18:17:27,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36225 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-09T18:17:28,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36225-0x10120d0eaed0001, quorum=127.0.0.1:60917, baseZNode=/05263873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/05263873 2024-11-09T18:17:28,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41997-0x10120d0eaed0000, quorum=127.0.0.1:60917, baseZNode=/05263873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/05263873 2024-11-09T18:17:28,079 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T18:17:28,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:17:28,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36225 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-09T18:17:28,245 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T18:17:28,287 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-fb97eb0edbe8,36225,1731176235950, ReplicationSource: 1, currentBandwidth=0 2024-11-09T18:17:28,288 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:17:28,288 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,36225,1731176235950, seqNum=-1] 2024-11-09T18:17:28,289 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:17:28,290 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45077, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-09T18:17:28,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-fb97eb0edbe8,36225,1731176235950', locateType=CURRENT is [region=hbase:replication,,1731176247020.f7a75107dbecc4873bafa2ea8ca9e32f., hostname=fb97eb0edbe8,36225,1731176235950, seqNum=2] 2024-11-09T18:17:28,303 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-09T18:17:28,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41997 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-09T18:17:28,313 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on fb97eb0edbe8,36225,1731176235950 suceeded 2024-11-09T18:17:28,317 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-09T18:17:28,318 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 234 msec 2024-11-09T18:17:28,318 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://fb97eb0edbe8:33343,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T18:17:28,322 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3480 sec 2024-11-09T18:17:28,328 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,36225,1731176235950 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fb97eb0edbe8:33343' 2024-11-09T18:17:28,331 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,36225,1731176235950 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72aaf72d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:17:28,331 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,36225,1731176235950 {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,33343,-1 for getting cluster id 2024-11-09T18:17:28,331 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,36225,1731176235950 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:17:28,332 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fe94a18-b3de-4b46-8451-e161fded257a' 2024-11-09T18:17:28,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:17:28,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fe94a18-b3de-4b46-8451-e161fded257a" 2024-11-09T18:17:28,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d308adf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:17:28,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,33343,-1] 2024-11-09T18:17:28,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:17:28,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:17:28,336 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:17:28,337 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,36225,1731176235950 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73cbf9a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:17:28,338 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,36225,1731176235950 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:17:28,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,33343,1731176243368 2024-11-09T18:17:28,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@764e9a62 2024-11-09T18:17:28,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:17:28,340 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-09T18:17:28,341 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,36225,1731176235950 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fb97eb0edbe8,36225,1731176235950 (queues=1) is replicating from cluster=499a6552-716e-4e4d-a09e-1403400cd6fd to cluster=0fe94a18-b3de-4b46-8451-e161fded257a 2024-11-09T18:17:28,344 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,36225,1731176235950 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fb97eb0edbe8%2C36225%2C1731176235950 2024-11-09T18:17:28,349 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,36225,1731176235950 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fb97eb0edbe8,36225,1731176235950, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T18:17:28,352 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,36225,1731176235950.replicationSource.shipperfb97eb0edbe8%2C36225%2C1731176235950,1-fb97eb0edbe8,36225,1731176235950 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fb97eb0edbe8%2C36225%2C1731176235950 2024-11-09T18:17:28,355 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,36225,1731176235950.replicationSource.wal-reader.fb97eb0edbe8%2C36225%2C1731176235950,1-fb97eb0edbe8,36225,1731176235950 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/WALs/fb97eb0edbe8,36225,1731176235950/fb97eb0edbe8%2C36225%2C1731176235950.1731176239512, startPosition=0, beingWritten=true 2024-11-09T18:17:28,621 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,36225,1731176235950.replicationSource.wal-reader.fb97eb0edbe8%2C36225%2C1731176235950,1-fb97eb0edbe8,36225,1731176235950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/WALs/fb97eb0edbe8,36225,1731176235950/fb97eb0edbe8%2C36225%2C1731176235950.1731176239512 to pos 0, reset compression=false 2024-11-09T18:17:28,930 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,36225,1731176235950.replicationSource.wal-reader.fb97eb0edbe8%2C36225%2C1731176235950,1-fb97eb0edbe8,36225,1731176235950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/WALs/fb97eb0edbe8,36225,1731176235950/fb97eb0edbe8%2C36225%2C1731176235950.1731176239512 to pos 0, reset compression=false 2024-11-09T18:17:29,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:17:29,139 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:17:29,139 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T18:17:29,139 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:17:29,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:17:29,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:17:29,139 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:17:29,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6067dc31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:17:29,140 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,41997,-1 for getting cluster id 2024-11-09T18:17:29,140 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:17:29,142 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '499a6552-716e-4e4d-a09e-1403400cd6fd' 2024-11-09T18:17:29,142 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:17:29,142 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "499a6552-716e-4e4d-a09e-1403400cd6fd" 2024-11-09T18:17:29,142 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@375f1ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:17:29,142 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,41997,-1] 2024-11-09T18:17:29,143 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:17:29,143 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:17:29,144 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:17:29,145 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c841dc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:17:29,146 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:17:29,147 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,41997,1731176235210 2024-11-09T18:17:29,147 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@662b7bab 2024-11-09T18:17:29,147 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:17:29,150 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:17:29,151 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41997 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://fb97eb0edbe8:33343,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T18:17:29,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41997 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T18:17:29,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-09T18:17:29,155 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fb97eb0edbe8:33343' 2024-11-09T18:17:29,156 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38264e3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:17:29,156 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,33343,-1 for getting cluster id 2024-11-09T18:17:29,156 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:17:29,157 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fe94a18-b3de-4b46-8451-e161fded257a' 2024-11-09T18:17:29,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:17:29,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fe94a18-b3de-4b46-8451-e161fded257a" 2024-11-09T18:17:29,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64fbcabd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:17:29,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,33343,-1] 2024-11-09T18:17:29,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:17:29,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:17:29,159 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:17:29,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@320d2195, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:17:29,161 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:17:29,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,33343,1731176243368 2024-11-09T18:17:29,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d73be44 2024-11-09T18:17:29,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:17:29,163 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:17:29,164 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-09T18:17:29,164 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T18:17:29,164 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:17:29,164 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:17:29,164 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:17:29,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-09T18:17:29,266 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T18:17:29,337 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,36225,1731176235950.replicationSource.wal-reader.fb97eb0edbe8%2C36225%2C1731176235950,1-fb97eb0edbe8,36225,1731176235950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/WALs/fb97eb0edbe8,36225,1731176235950/fb97eb0edbe8%2C36225%2C1731176235950.1731176239512 to pos 0, reset compression=false 2024-11-09T18:17:29,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36225 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-09T18:17:29,420 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-09T18:17:29,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-09T18:17:29,471 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-fb97eb0edbe8,36225,1731176235950, ReplicationSource: 2, currentBandwidth=0 2024-11-09T18:17:29,480 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-09T18:17:29,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41997 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-09T18:17:29,485 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on fb97eb0edbe8,36225,1731176235950 suceeded 2024-11-09T18:17:29,490 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T18:17:29,490 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://fb97eb0edbe8:33343,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T18:17:29,491 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 219 msec 2024-11-09T18:17:29,495 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 339 msec 2024-11-09T18:17:29,501 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,2-fb97eb0edbe8,36225,1731176235950 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fb97eb0edbe8:33343' 2024-11-09T18:17:29,503 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,2-fb97eb0edbe8,36225,1731176235950 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7154dc18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:17:29,503 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,2-fb97eb0edbe8,36225,1731176235950 {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,33343,-1 for getting cluster id 2024-11-09T18:17:29,505 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,2-fb97eb0edbe8,36225,1731176235950 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:17:29,506 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fe94a18-b3de-4b46-8451-e161fded257a' 2024-11-09T18:17:29,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:17:29,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fe94a18-b3de-4b46-8451-e161fded257a" 2024-11-09T18:17:29,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74657b27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:17:29,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,33343,-1] 2024-11-09T18:17:29,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:17:29,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:17:29,510 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:17:29,511 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,2-fb97eb0edbe8,36225,1731176235950 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@752ab898, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:17:29,511 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,2-fb97eb0edbe8,36225,1731176235950 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:17:29,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,33343,1731176243368 2024-11-09T18:17:29,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ff7626 2024-11-09T18:17:29,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:17:29,514 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-09T18:17:29,516 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,2-fb97eb0edbe8,36225,1731176235950 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-fb97eb0edbe8,36225,1731176235950 (queues=1) is replicating from cluster=499a6552-716e-4e4d-a09e-1403400cd6fd to cluster=0fe94a18-b3de-4b46-8451-e161fded257a 2024-11-09T18:17:29,516 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,2-fb97eb0edbe8,36225,1731176235950 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=fb97eb0edbe8%2C36225%2C1731176235950 2024-11-09T18:17:29,516 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,2-fb97eb0edbe8,36225,1731176235950 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-fb97eb0edbe8,36225,1731176235950, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T18:17:29,520 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,2-fb97eb0edbe8,36225,1731176235950.replicationSource.wal-reader.fb97eb0edbe8%2C36225%2C1731176235950,2-fb97eb0edbe8,36225,1731176235950 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/WALs/fb97eb0edbe8,36225,1731176235950/fb97eb0edbe8%2C36225%2C1731176235950.1731176239512, startPosition=0, beingWritten=true 2024-11-09T18:17:29,528 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,2-fb97eb0edbe8,36225,1731176235950.replicationSource.shipperfb97eb0edbe8%2C36225%2C1731176235950,2-fb97eb0edbe8,36225,1731176235950 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fb97eb0edbe8%2C36225%2C1731176235950 2024-11-09T18:17:29,747 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,2-fb97eb0edbe8,36225,1731176235950.replicationSource.wal-reader.fb97eb0edbe8%2C36225%2C1731176235950,2-fb97eb0edbe8,36225,1731176235950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/WALs/fb97eb0edbe8,36225,1731176235950/fb97eb0edbe8%2C36225%2C1731176235950.1731176239512 to pos 0, reset compression=false 2024-11-09T18:17:29,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-09T18:17:29,780 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-09T18:17:29,780 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:17:29,781 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:17:29,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:17:29,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:17:29,781 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:17:29,782 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:17:29,784 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,41997,1731176235210 2024-11-09T18:17:29,784 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67880346 2024-11-09T18:17:29,787 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:17:29,791 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:17:29,793 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41997 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-09T18:17:29,801 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41997 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-09T18:17:29,802 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41997 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-09T18:17:29,804 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41997 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-09T18:17:29,808 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41997 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://fb97eb0edbe8:33343,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T18:17:29,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41997 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-09T18:17:29,821 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fb97eb0edbe8:33343' 2024-11-09T18:17:29,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-09T18:17:29,822 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7be53f7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:17:29,822 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,33343,-1 for getting cluster id 2024-11-09T18:17:29,822 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:17:29,824 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fe94a18-b3de-4b46-8451-e161fded257a' 2024-11-09T18:17:29,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:17:29,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fe94a18-b3de-4b46-8451-e161fded257a" 2024-11-09T18:17:29,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fd1154d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:17:29,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,33343,-1] 2024-11-09T18:17:29,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:17:29,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:17:29,827 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:17:29,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12e2b64b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:17:29,830 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:17:29,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,33343,1731176243368 2024-11-09T18:17:29,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1460d070 2024-11-09T18:17:29,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:17:29,834 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:17:29,835 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-09T18:17:29,835 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T18:17:29,835 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:17:29,835 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:17:29,836 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:17:29,846 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,36225,1731176235950.replicationSource.wal-reader.fb97eb0edbe8%2C36225%2C1731176235950,1-fb97eb0edbe8,36225,1731176235950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/WALs/fb97eb0edbe8,36225,1731176235950/fb97eb0edbe8%2C36225%2C1731176235950.1731176239512 to pos 0, reset compression=false 2024-11-09T18:17:29,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T18:17:29,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-09T18:17:30,052 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36225 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-09T18:17:30,053 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-09T18:17:30,055 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-09T18:17:30,055 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,2-fb97eb0edbe8,36225,1731176235950.replicationSource.wal-reader.fb97eb0edbe8%2C36225%2C1731176235950,2-fb97eb0edbe8,36225,1731176235950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/WALs/fb97eb0edbe8,36225,1731176235950/fb97eb0edbe8%2C36225%2C1731176235950.1731176239512 to pos 0, reset compression=false 2024-11-09T18:17:30,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41997 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-09T18:17:30,066 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on fb97eb0edbe8,36225,1731176235950 suceeded 2024-11-09T18:17:30,076 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-09T18:17:30,076 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 169 msec 2024-11-09T18:17:30,076 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://fb97eb0edbe8:33343,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T18:17:30,081 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 268 msec 2024-11-09T18:17:30,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-09T18:17:30,140 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-09T18:17:30,142 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41997 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://fb97eb0edbe8:33343,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T18:17:30,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41997 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-09T18:17:30,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-09T18:17:30,148 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fb97eb0edbe8:33343' 2024-11-09T18:17:30,150 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ce7d4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:17:30,150 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,33343,-1 for getting cluster id 2024-11-09T18:17:30,150 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:17:30,152 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fe94a18-b3de-4b46-8451-e161fded257a' 2024-11-09T18:17:30,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:17:30,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fe94a18-b3de-4b46-8451-e161fded257a" 2024-11-09T18:17:30,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e8e4882, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:17:30,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,33343,-1] 2024-11-09T18:17:30,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:17:30,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:17:30,155 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:17:30,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f8b53df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:17:30,157 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:17:30,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,33343,1731176243368 2024-11-09T18:17:30,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3df13081 2024-11-09T18:17:30,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:17:30,162 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:17:30,164 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T18:17:30,164 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T18:17:30,164 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:17:30,164 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:17:30,164 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:17:30,183 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T18:17:30,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-09T18:17:30,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36225 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-09T18:17:30,343 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-09T18:17:30,345 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-09T18:17:30,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41997 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-09T18:17:30,350 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on fb97eb0edbe8,36225,1731176235950 suceeded 2024-11-09T18:17:30,356 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-09T18:17:30,356 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://fb97eb0edbe8:33343,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T18:17:30,356 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 167 msec 2024-11-09T18:17:30,360 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 214 msec 2024-11-09T18:17:30,459 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,36225,1731176235950.replicationSource.wal-reader.fb97eb0edbe8%2C36225%2C1731176235950,1-fb97eb0edbe8,36225,1731176235950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/WALs/fb97eb0edbe8,36225,1731176235950/fb97eb0edbe8%2C36225%2C1731176235950.1731176239512 to pos 0, reset compression=false 2024-11-09T18:17:30,465 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,2-fb97eb0edbe8,36225,1731176235950.replicationSource.wal-reader.fb97eb0edbe8%2C36225%2C1731176235950,2-fb97eb0edbe8,36225,1731176235950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/WALs/fb97eb0edbe8,36225,1731176235950/fb97eb0edbe8%2C36225%2C1731176235950.1731176239512 to pos 0, reset compression=false 2024-11-09T18:17:30,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-09T18:17:30,472 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-09T18:17:30,474 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41997 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-09T18:17:30,476 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41997 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-09T18:17:30,478 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:17:30,478 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:17:30,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:17:30,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:17:30,478 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:17:30,478 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T18:17:30,479 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1673203762, stopped=false 2024-11-09T18:17:30,479 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fb97eb0edbe8,41997,1731176235210 2024-11-09T18:17:30,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36225-0x10120d0eaed0001, quorum=127.0.0.1:60917, baseZNode=/05263873 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/05263873/running 2024-11-09T18:17:30,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41997-0x10120d0eaed0000, quorum=127.0.0.1:60917, baseZNode=/05263873 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/05263873/running 2024-11-09T18:17:30,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36225-0x10120d0eaed0001, quorum=127.0.0.1:60917, baseZNode=/05263873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/05263873 2024-11-09T18:17:30,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41997-0x10120d0eaed0000, quorum=127.0.0.1:60917, baseZNode=/05263873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/05263873 2024-11-09T18:17:30,527 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T18:17:30,528 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:17:30,528 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:17:30,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:17:30,528 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41997-0x10120d0eaed0000, quorum=127.0.0.1:60917, baseZNode=/05263873 Set watcher on znode that does not yet exist, /05263873/running 2024-11-09T18:17:30,528 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36225-0x10120d0eaed0001, quorum=127.0.0.1:60917, baseZNode=/05263873 Set watcher on znode that does not yet exist, /05263873/running 2024-11-09T18:17:30,528 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fb97eb0edbe8,36225,1731176235950' ***** 2024-11-09T18:17:30,529 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T18:17:30,530 INFO [RS:0;fb97eb0edbe8:36225 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T18:17:30,530 INFO [RS:0;fb97eb0edbe8:36225 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T18:17:30,530 INFO [RS:0;fb97eb0edbe8:36225 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T18:17:30,531 INFO [RS:0;fb97eb0edbe8:36225 {}] regionserver.HRegionServer(3091): Received CLOSE for f7a75107dbecc4873bafa2ea8ca9e32f 2024-11-09T18:17:30,531 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T18:17:30,540 INFO [RS:0;fb97eb0edbe8:36225 {}] regionserver.HRegionServer(959): stopping server fb97eb0edbe8,36225,1731176235950 2024-11-09T18:17:30,540 INFO [RS:0;fb97eb0edbe8:36225 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T18:17:30,541 INFO [RS:0;fb97eb0edbe8:36225 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fb97eb0edbe8:36225. 2024-11-09T18:17:30,541 DEBUG [RS:0;fb97eb0edbe8:36225 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:17:30,541 DEBUG [RS:0;fb97eb0edbe8:36225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:17:30,541 INFO [RS:0;fb97eb0edbe8:36225 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T18:17:30,541 INFO [RS:0;fb97eb0edbe8:36225 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T18:17:30,541 INFO [RS:0;fb97eb0edbe8:36225 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T18:17:30,541 INFO [RS:0;fb97eb0edbe8:36225 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T18:17:30,543 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f7a75107dbecc4873bafa2ea8ca9e32f, disabling compactions & flushes 2024-11-09T18:17:30,543 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731176247020.f7a75107dbecc4873bafa2ea8ca9e32f. 2024-11-09T18:17:30,543 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731176247020.f7a75107dbecc4873bafa2ea8ca9e32f. 2024-11-09T18:17:30,543 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731176247020.f7a75107dbecc4873bafa2ea8ca9e32f. after waiting 0 ms 2024-11-09T18:17:30,543 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731176247020.f7a75107dbecc4873bafa2ea8ca9e32f. 2024-11-09T18:17:30,548 INFO [RS:0;fb97eb0edbe8:36225 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T18:17:30,549 DEBUG [RS:0;fb97eb0edbe8:36225 {}] regionserver.HRegionServer(1325): Online Regions={f7a75107dbecc4873bafa2ea8ca9e32f=hbase:replication,,1731176247020.f7a75107dbecc4873bafa2ea8ca9e32f., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T18:17:30,549 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T18:17:30,549 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T18:17:30,549 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T18:17:30,549 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T18:17:30,549 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T18:17:30,549 DEBUG [RS:0;fb97eb0edbe8:36225 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f7a75107dbecc4873bafa2ea8ca9e32f 2024-11-09T18:17:30,552 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f7a75107dbecc4873bafa2ea8ca9e32f 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-09T18:17:30,552 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-09T18:17:30,586 INFO [regionserver/fb97eb0edbe8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:17:30,651 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/data/hbase/meta/1588230740/.tmp/info/4dd46a75d7a44dffac9177c17644b7d5 is 147, key is hbase:replication,,1731176247020.f7a75107dbecc4873bafa2ea8ca9e32f./info:regioninfo/1731176247883/Put/seqid=0 2024-11-09T18:17:30,651 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/data/hbase/replication/f7a75107dbecc4873bafa2ea8ca9e32f/.tmp/queue/68d9f67169ac4e0489e819fdd9331ec9 is 151, key is 1-fb97eb0edbe8,36225,1731176235950/queue:fb97eb0edbe8%2C36225%2C1731176235950/1731176248295/Put/seqid=0 2024-11-09T18:17:30,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45693 is added to blk_1073741838_1014 (size=6631) 2024-11-09T18:17:30,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45693 is added to blk_1073741839_1015 (size=5500) 2024-11-09T18:17:30,675 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/data/hbase/meta/1588230740/.tmp/info/4dd46a75d7a44dffac9177c17644b7d5 2024-11-09T18:17:30,750 DEBUG [RS:0;fb97eb0edbe8:36225 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f7a75107dbecc4873bafa2ea8ca9e32f 2024-11-09T18:17:30,767 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/data/hbase/meta/1588230740/.tmp/ns/9692eee188d94953af44c522390e383f is 43, key is default/ns:d/1731176240613/Put/seqid=0 2024-11-09T18:17:30,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45693 is added to blk_1073741840_1016 (size=5153) 2024-11-09T18:17:30,784 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/data/hbase/meta/1588230740/.tmp/ns/9692eee188d94953af44c522390e383f 2024-11-09T18:17:30,830 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/data/hbase/meta/1588230740/.tmp/table/4268a1c2cb314087b6c0329d285977af is 53, key is hbase:replication/table:state/1731176247900/Put/seqid=0 2024-11-09T18:17:30,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45693 is added to blk_1073741841_1017 (size=5256) 2024-11-09T18:17:30,950 DEBUG [RS:0;fb97eb0edbe8:36225 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f7a75107dbecc4873bafa2ea8ca9e32f 2024-11-09T18:17:30,991 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,2-fb97eb0edbe8,36225,1731176235950.replicationSource.wal-reader.fb97eb0edbe8%2C36225%2C1731176235950,2-fb97eb0edbe8,36225,1731176235950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/WALs/fb97eb0edbe8,36225,1731176235950/fb97eb0edbe8%2C36225%2C1731176235950.1731176239512 to pos 0, reset compression=false 2024-11-09T18:17:31,075 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/data/hbase/replication/f7a75107dbecc4873bafa2ea8ca9e32f/.tmp/queue/68d9f67169ac4e0489e819fdd9331ec9 2024-11-09T18:17:31,095 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/data/hbase/replication/f7a75107dbecc4873bafa2ea8ca9e32f/.tmp/queue/68d9f67169ac4e0489e819fdd9331ec9 as hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/data/hbase/replication/f7a75107dbecc4873bafa2ea8ca9e32f/queue/68d9f67169ac4e0489e819fdd9331ec9 2024-11-09T18:17:31,110 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/data/hbase/replication/f7a75107dbecc4873bafa2ea8ca9e32f/queue/68d9f67169ac4e0489e819fdd9331ec9, entries=2, sequenceid=6, filesize=5.4 K 2024-11-09T18:17:31,123 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for f7a75107dbecc4873bafa2ea8ca9e32f in 574ms, sequenceid=6, compaction requested=false 2024-11-09T18:17:31,123 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T18:17:31,134 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/data/hbase/replication/f7a75107dbecc4873bafa2ea8ca9e32f/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-09T18:17:31,137 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T18:17:31,137 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T18:17:31,137 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731176247020.f7a75107dbecc4873bafa2ea8ca9e32f. 2024-11-09T18:17:31,137 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f7a75107dbecc4873bafa2ea8ca9e32f: Waiting for close lock at 1731176250542Running coprocessor pre-close hooks at 1731176250543 (+1 ms)Disabling compacts and flushes for region at 1731176250543Disabling writes for close at 1731176250543Obtaining lock to block concurrent updates at 1731176250556 (+13 ms)Preparing flush snapshotting stores in f7a75107dbecc4873bafa2ea8ca9e32f at 1731176250556Finished memstore snapshotting hbase:replication,,1731176247020.f7a75107dbecc4873bafa2ea8ca9e32f., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731176250569 (+13 ms)Flushing stores of hbase:replication,,1731176247020.f7a75107dbecc4873bafa2ea8ca9e32f. at 1731176250573 (+4 ms)Flushing f7a75107dbecc4873bafa2ea8ca9e32f/queue: creating writer at 1731176250573Flushing f7a75107dbecc4873bafa2ea8ca9e32f/queue: appending metadata at 1731176250635 (+62 ms)Flushing f7a75107dbecc4873bafa2ea8ca9e32f/queue: closing flushed file at 1731176250638 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@554dd0df: reopening flushed file at 1731176251093 (+455 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for f7a75107dbecc4873bafa2ea8ca9e32f in 574ms, sequenceid=6, compaction requested=false at 1731176251123 (+30 ms)Writing region close event to WAL at 1731176251127 (+4 ms)Running coprocessor post-close hooks at 1731176251135 (+8 ms)Closed at 1731176251137 (+2 ms) 2024-11-09T18:17:31,137 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731176247020.f7a75107dbecc4873bafa2ea8ca9e32f. 2024-11-09T18:17:31,150 DEBUG [RS:0;fb97eb0edbe8:36225 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T18:17:31,168 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,36225,1731176235950.replicationSource.wal-reader.fb97eb0edbe8%2C36225%2C1731176235950,1-fb97eb0edbe8,36225,1731176235950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/WALs/fb97eb0edbe8,36225,1731176235950/fb97eb0edbe8%2C36225%2C1731176235950.1731176239512 to pos 0, reset compression=false 2024-11-09T18:17:31,247 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/data/hbase/meta/1588230740/.tmp/table/4268a1c2cb314087b6c0329d285977af 2024-11-09T18:17:31,257 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/data/hbase/meta/1588230740/.tmp/info/4dd46a75d7a44dffac9177c17644b7d5 as hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/data/hbase/meta/1588230740/info/4dd46a75d7a44dffac9177c17644b7d5 2024-11-09T18:17:31,266 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/data/hbase/meta/1588230740/info/4dd46a75d7a44dffac9177c17644b7d5, entries=10, sequenceid=11, filesize=6.5 K 2024-11-09T18:17:31,267 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/data/hbase/meta/1588230740/.tmp/ns/9692eee188d94953af44c522390e383f as hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/data/hbase/meta/1588230740/ns/9692eee188d94953af44c522390e383f 2024-11-09T18:17:31,276 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/data/hbase/meta/1588230740/ns/9692eee188d94953af44c522390e383f, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T18:17:31,278 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/data/hbase/meta/1588230740/.tmp/table/4268a1c2cb314087b6c0329d285977af as hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/data/hbase/meta/1588230740/table/4268a1c2cb314087b6c0329d285977af 2024-11-09T18:17:31,287 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/data/hbase/meta/1588230740/table/4268a1c2cb314087b6c0329d285977af, entries=2, sequenceid=11, filesize=5.1 K 2024-11-09T18:17:31,288 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 739ms, sequenceid=11, compaction requested=false 2024-11-09T18:17:31,294 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-09T18:17:31,295 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T18:17:31,295 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T18:17:31,295 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T18:17:31,295 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731176250549Running coprocessor pre-close hooks at 1731176250549Disabling compacts and flushes for region at 1731176250549Disabling writes for close at 1731176250549Obtaining lock to block concurrent updates at 1731176250556 (+7 ms)Preparing flush snapshotting stores in 1588230740 at 1731176250556Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731176250569 (+13 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731176250571 (+2 ms)Flushing 1588230740/info: creating writer at 1731176250573 (+2 ms)Flushing 1588230740/info: appending metadata at 1731176250638 (+65 ms)Flushing 1588230740/info: closing flushed file at 1731176250639 (+1 ms)Flushing 1588230740/ns: creating writer at 1731176250740 (+101 ms)Flushing 1588230740/ns: appending metadata at 1731176250766 (+26 ms)Flushing 1588230740/ns: closing flushed file at 1731176250766Flushing 1588230740/table: creating writer at 1731176250801 (+35 ms)Flushing 1588230740/table: appending metadata at 1731176250829 (+28 ms)Flushing 1588230740/table: closing flushed file at 1731176250829Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f9dd595: reopening flushed file at 1731176251255 (+426 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@601507ec: reopening flushed file at 1731176251266 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21d9678d: reopening flushed file at 1731176251277 (+11 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 739ms, sequenceid=11, compaction requested=false at 1731176251288 (+11 ms)Writing region close event to WAL at 1731176251289 (+1 ms)Running coprocessor post-close hooks at 1731176251295 (+6 ms)Closed at 1731176251295 2024-11-09T18:17:31,296 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T18:17:31,350 INFO [RS:0;fb97eb0edbe8:36225 {}] regionserver.HRegionServer(976): stopping server fb97eb0edbe8,36225,1731176235950; all regions closed. 2024-11-09T18:17:31,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45693 is added to blk_1073741834_1010 (size=2742) 2024-11-09T18:17:31,363 DEBUG [RS:0;fb97eb0edbe8:36225 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/oldWALs 2024-11-09T18:17:31,363 INFO [RS:0;fb97eb0edbe8:36225 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb97eb0edbe8%2C36225%2C1731176235950.meta:.meta(num 1731176240421) 2024-11-09T18:17:31,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45693 is added to blk_1073741837_1013 (size=1802) 2024-11-09T18:17:31,371 DEBUG [RS:0;fb97eb0edbe8:36225 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/oldWALs 2024-11-09T18:17:31,371 INFO [RS:0;fb97eb0edbe8:36225 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb97eb0edbe8%2C36225%2C1731176235950.rep:(num 1731176247826) 2024-11-09T18:17:31,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45693 is added to blk_1073741833_1009 (size=93) 2024-11-09T18:17:31,378 DEBUG [RS:0;fb97eb0edbe8:36225 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/oldWALs 2024-11-09T18:17:31,378 INFO [RS:0;fb97eb0edbe8:36225 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb97eb0edbe8%2C36225%2C1731176235950:(num 1731176239512) 2024-11-09T18:17:31,378 DEBUG [RS:0;fb97eb0edbe8:36225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:17:31,378 INFO [RS:0;fb97eb0edbe8:36225 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:17:31,379 INFO [RS:0;fb97eb0edbe8:36225 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T18:17:31,379 INFO [RS:0;fb97eb0edbe8:36225 {}] hbase.ChoreService(370): Chore service for: regionserver/fb97eb0edbe8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T18:17:31,379 INFO [RS:0;fb97eb0edbe8:36225 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T18:17:31,379 INFO [regionserver/fb97eb0edbe8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T18:17:31,380 INFO [RS:0;fb97eb0edbe8:36225 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fb97eb0edbe8,36225,1731176235950 because: Region server is closing 2024-11-09T18:17:31,380 INFO [RS:0;fb97eb0edbe8:36225 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fb97eb0edbe8:36225. 2024-11-09T18:17:31,381 DEBUG [RS:0;fb97eb0edbe8:36225 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:17:31,381 DEBUG [RS:0;fb97eb0edbe8:36225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:17:31,381 DEBUG [RS:0;fb97eb0edbe8:36225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:17:31,381 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:17:31,481 WARN [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,36225,1731176235950.replicationSource.shipperfb97eb0edbe8%2C36225%2C1731176235950,1-fb97eb0edbe8,36225,1731176235950 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T18:17:31,481 WARN [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,36225,1731176235950.replicationSource.wal-reader.fb97eb0edbe8%2C36225%2C1731176235950,1-fb97eb0edbe8,36225,1731176235950 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T18:17:31,482 INFO [RS:0;fb97eb0edbe8:36225 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,36225,1731176235950.replicationSource.shipperfb97eb0edbe8%2C36225%2C1731176235950,1-fb97eb0edbe8,36225,1731176235950 terminated 2024-11-09T18:17:31,482 INFO [RS:0;fb97eb0edbe8:36225 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-fb97eb0edbe8,36225,1731176235950 because: Region server is closing 2024-11-09T18:17:31,482 INFO [RS:0;fb97eb0edbe8:36225 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fb97eb0edbe8:36225. 2024-11-09T18:17:31,482 DEBUG [RS:0;fb97eb0edbe8:36225 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:17:31,482 DEBUG [RS:0;fb97eb0edbe8:36225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:17:31,482 DEBUG [RS:0;fb97eb0edbe8:36225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:17:31,482 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:17:31,496 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T18:17:31,583 WARN [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,2-fb97eb0edbe8,36225,1731176235950.replicationSource.wal-reader.fb97eb0edbe8%2C36225%2C1731176235950,2-fb97eb0edbe8,36225,1731176235950 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T18:17:31,583 WARN [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,2-fb97eb0edbe8,36225,1731176235950.replicationSource.shipperfb97eb0edbe8%2C36225%2C1731176235950,2-fb97eb0edbe8,36225,1731176235950 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T18:17:31,583 INFO [RS:0;fb97eb0edbe8:36225 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,2-fb97eb0edbe8,36225,1731176235950.replicationSource.shipperfb97eb0edbe8%2C36225%2C1731176235950,2-fb97eb0edbe8,36225,1731176235950 terminated 2024-11-09T18:17:31,583 INFO [RS:0;fb97eb0edbe8:36225 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36225 2024-11-09T18:17:31,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36225-0x10120d0eaed0001, quorum=127.0.0.1:60917, baseZNode=/05263873 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/05263873/rs/fb97eb0edbe8,36225,1731176235950 2024-11-09T18:17:31,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41997-0x10120d0eaed0000, quorum=127.0.0.1:60917, baseZNode=/05263873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/05263873/rs 2024-11-09T18:17:31,632 INFO [RS:0;fb97eb0edbe8:36225 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T18:17:31,633 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fb97eb0edbe8,36225,1731176235950] 2024-11-09T18:17:31,706 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /05263873/draining/fb97eb0edbe8,36225,1731176235950 already deleted, retry=false 2024-11-09T18:17:31,706 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fb97eb0edbe8,36225,1731176235950 expired; onlineServers=0 2024-11-09T18:17:31,706 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fb97eb0edbe8,41997,1731176235210' ***** 2024-11-09T18:17:31,707 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T18:17:31,707 INFO [M:0;fb97eb0edbe8:41997 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T18:17:31,707 INFO [M:0;fb97eb0edbe8:41997 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T18:17:31,707 DEBUG [M:0;fb97eb0edbe8:41997 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T18:17:31,707 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T18:17:31,707 DEBUG [M:0;fb97eb0edbe8:41997 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T18:17:31,707 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731176239085 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731176239085,5,FailOnTimeoutGroup] 2024-11-09T18:17:31,707 INFO [M:0;fb97eb0edbe8:41997 {}] hbase.ChoreService(370): Chore service for: master/fb97eb0edbe8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T18:17:31,707 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731176239086 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731176239086,5,FailOnTimeoutGroup] 2024-11-09T18:17:31,708 INFO [M:0;fb97eb0edbe8:41997 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T18:17:31,708 DEBUG [M:0;fb97eb0edbe8:41997 {}] master.HMaster(1795): Stopping service threads 2024-11-09T18:17:31,708 INFO [M:0;fb97eb0edbe8:41997 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T18:17:31,708 INFO [M:0;fb97eb0edbe8:41997 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T18:17:31,708 INFO [M:0;fb97eb0edbe8:41997 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T18:17:31,709 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T18:17:31,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41997-0x10120d0eaed0000, quorum=127.0.0.1:60917, baseZNode=/05263873 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/05263873/master 2024-11-09T18:17:31,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41997-0x10120d0eaed0000, quorum=127.0.0.1:60917, baseZNode=/05263873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/05263873 2024-11-09T18:17:31,720 DEBUG [M:0;fb97eb0edbe8:41997 {}] zookeeper.ZKUtil(347): master:41997-0x10120d0eaed0000, quorum=127.0.0.1:60917, baseZNode=/05263873 Unable to get data of znode /05263873/master because node does not exist (not an error) 2024-11-09T18:17:31,720 WARN [M:0;fb97eb0edbe8:41997 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T18:17:31,721 INFO [M:0;fb97eb0edbe8:41997 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/.lastflushedseqids 2024-11-09T18:17:31,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45693 is added to blk_1073741842_1018 (size=181) 2024-11-09T18:17:31,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36225-0x10120d0eaed0001, quorum=127.0.0.1:60917, baseZNode=/05263873 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:17:31,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36225-0x10120d0eaed0001, quorum=127.0.0.1:60917, baseZNode=/05263873 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:17:31,789 INFO [RS:0;fb97eb0edbe8:36225 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T18:17:31,789 INFO [RS:0;fb97eb0edbe8:36225 {}] regionserver.HRegionServer(1031): Exiting; stopping=fb97eb0edbe8,36225,1731176235950; zookeeper connection closed. 2024-11-09T18:17:31,790 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@103b9629 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@103b9629 2024-11-09T18:17:31,790 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T18:17:32,140 INFO [M:0;fb97eb0edbe8:41997 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T18:17:32,140 INFO [M:0;fb97eb0edbe8:41997 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T18:17:32,140 DEBUG [M:0;fb97eb0edbe8:41997 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T18:17:32,140 INFO [M:0;fb97eb0edbe8:41997 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:17:32,140 DEBUG [M:0;fb97eb0edbe8:41997 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:17:32,140 DEBUG [M:0;fb97eb0edbe8:41997 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T18:17:32,140 DEBUG [M:0;fb97eb0edbe8:41997 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:17:32,141 INFO [M:0;fb97eb0edbe8:41997 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-09T18:17:32,160 DEBUG [M:0;fb97eb0edbe8:41997 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4b7f5283405f407191727069a46dbab6 is 82, key is hbase:meta,,1/info:regioninfo/1731176240505/Put/seqid=0 2024-11-09T18:17:32,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45693 is added to blk_1073741843_1019 (size=5672) 2024-11-09T18:17:32,286 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T18:17:32,570 INFO [M:0;fb97eb0edbe8:41997 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4b7f5283405f407191727069a46dbab6 2024-11-09T18:17:32,606 DEBUG [M:0;fb97eb0edbe8:41997 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c18474f1c50e4b99a1c58c9ebe1512b1 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731176247912/Put/seqid=0 2024-11-09T18:17:32,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45693 is added to blk_1073741844_1020 (size=8663) 2024-11-09T18:17:33,013 INFO [M:0;fb97eb0edbe8:41997 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c18474f1c50e4b99a1c58c9ebe1512b1 2024-11-09T18:17:33,043 DEBUG [M:0;fb97eb0edbe8:41997 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/df1fd8f6d8ad4b5584dae60fa026b9ca is 69, key is fb97eb0edbe8,36225,1731176235950/rs:state/1731176239135/Put/seqid=0 2024-11-09T18:17:33,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45693 is added to blk_1073741845_1021 (size=5156) 2024-11-09T18:17:33,451 INFO [M:0;fb97eb0edbe8:41997 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/df1fd8f6d8ad4b5584dae60fa026b9ca 2024-11-09T18:17:33,459 DEBUG [M:0;fb97eb0edbe8:41997 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4b7f5283405f407191727069a46dbab6 as hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4b7f5283405f407191727069a46dbab6 2024-11-09T18:17:33,466 INFO [M:0;fb97eb0edbe8:41997 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4b7f5283405f407191727069a46dbab6, entries=8, sequenceid=115, filesize=5.5 K 2024-11-09T18:17:33,468 DEBUG [M:0;fb97eb0edbe8:41997 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c18474f1c50e4b99a1c58c9ebe1512b1 as hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c18474f1c50e4b99a1c58c9ebe1512b1 2024-11-09T18:17:33,476 INFO [M:0;fb97eb0edbe8:41997 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c18474f1c50e4b99a1c58c9ebe1512b1, entries=14, sequenceid=115, filesize=8.5 K 2024-11-09T18:17:33,478 DEBUG [M:0;fb97eb0edbe8:41997 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/df1fd8f6d8ad4b5584dae60fa026b9ca as hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/df1fd8f6d8ad4b5584dae60fa026b9ca 2024-11-09T18:17:33,485 INFO [M:0;fb97eb0edbe8:41997 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/df1fd8f6d8ad4b5584dae60fa026b9ca, entries=1, sequenceid=115, filesize=5.0 K 2024-11-09T18:17:33,487 INFO [M:0;fb97eb0edbe8:41997 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1346ms, sequenceid=115, compaction requested=false 2024-11-09T18:17:33,488 INFO [M:0;fb97eb0edbe8:41997 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:17:33,488 DEBUG [M:0;fb97eb0edbe8:41997 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731176252140Disabling compacts and flushes for region at 1731176252140Disabling writes for close at 1731176252140Obtaining lock to block concurrent updates at 1731176252141 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731176252141Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731176252141Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731176252142 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731176252142Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731176252160 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731176252160Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731176252579 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731176252602 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731176252603 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731176253022 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731176253042 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731176253042Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6da13b70: reopening flushed file at 1731176253458 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4673d683: reopening flushed file at 1731176253466 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@107a3fef: reopening flushed file at 1731176253476 (+10 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1346ms, sequenceid=115, compaction requested=false at 1731176253487 (+11 ms)Writing region close event to WAL at 1731176253488 (+1 ms)Closed at 1731176253488 2024-11-09T18:17:33,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45693 is added to blk_1073741830_1006 (size=59421) 2024-11-09T18:17:33,492 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/MasterData/WALs/fb97eb0edbe8,41997,1731176235210/fb97eb0edbe8%2C41997%2C1731176235210.1731176238348 not finished, retry = 0 2024-11-09T18:17:33,593 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T18:17:33,594 INFO [M:0;fb97eb0edbe8:41997 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T18:17:33,594 INFO [M:0;fb97eb0edbe8:41997 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41997 2024-11-09T18:17:33,594 INFO [M:0;fb97eb0edbe8:41997 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T18:17:33,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41997-0x10120d0eaed0000, quorum=127.0.0.1:60917, baseZNode=/05263873 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:17:33,764 INFO [M:0;fb97eb0edbe8:41997 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T18:17:33,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41997-0x10120d0eaed0000, quorum=127.0.0.1:60917, baseZNode=/05263873 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:17:33,766 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fb97eb0edbe8:0 server-side Connection retries=45 2024-11-09T18:17:33,766 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:17:33,766 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T18:17:33,766 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T18:17:33,766 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:17:33,766 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T18:17:33,766 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T18:17:33,766 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T18:17:33,767 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42827 2024-11-09T18:17:33,769 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42827 connecting to ZooKeeper ensemble=127.0.0.1:60917 2024-11-09T18:17:33,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:428270x0, quorum=127.0.0.1:60917, baseZNode=/05263873 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:17:33,780 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42827-0x10120d0eaed0006 connected 2024-11-09T18:17:33,794 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:17:33,797 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:17:33,799 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42827-0x10120d0eaed0006, quorum=127.0.0.1:60917, baseZNode=/05263873 Set watcher on znode that does not yet exist, /05263873/running 2024-11-09T18:17:33,799 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /05263873/meta-region-server: INIT 2024-11-09T18:17:33,799 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836, hbase.cluster.distributed=false 2024-11-09T18:17:33,801 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42827-0x10120d0eaed0006, quorum=127.0.0.1:60917, baseZNode=/05263873 Set watcher on znode that does not yet exist, /05263873/acl 2024-11-09T18:17:33,802 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42827 2024-11-09T18:17:33,802 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42827 2024-11-09T18:17:33,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42827 2024-11-09T18:17:33,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42827 2024-11-09T18:17:33,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42827 2024-11-09T18:17:33,825 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fb97eb0edbe8:0 server-side Connection retries=45 2024-11-09T18:17:33,825 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:17:33,825 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T18:17:33,825 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T18:17:33,825 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:17:33,825 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T18:17:33,825 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T18:17:33,825 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T18:17:33,826 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45563 2024-11-09T18:17:33,828 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45563 connecting to ZooKeeper ensemble=127.0.0.1:60917 2024-11-09T18:17:33,829 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:17:33,831 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:17:33,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:455630x0, quorum=127.0.0.1:60917, baseZNode=/05263873 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:17:33,843 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:455630x0, quorum=127.0.0.1:60917, baseZNode=/05263873 Set watcher on znode that does not yet exist, /05263873/running 2024-11-09T18:17:33,843 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /05263873/meta-region-server: INIT 2024-11-09T18:17:33,844 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45563-0x10120d0eaed0007 connected 2024-11-09T18:17:33,844 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T18:17:33,844 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T18:17:33,846 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45563-0x10120d0eaed0007, quorum=127.0.0.1:60917, baseZNode=/05263873 Set watcher on znode that does not yet exist, /05263873/master 2024-11-09T18:17:33,847 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45563-0x10120d0eaed0007, quorum=127.0.0.1:60917, baseZNode=/05263873 Set watcher on znode that does not yet exist, /05263873/acl 2024-11-09T18:17:33,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45563 2024-11-09T18:17:33,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45563 2024-11-09T18:17:33,850 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45563 2024-11-09T18:17:33,858 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45563 2024-11-09T18:17:33,858 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45563 2024-11-09T18:17:33,876 DEBUG [M:0;fb97eb0edbe8:42827 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fb97eb0edbe8:42827 2024-11-09T18:17:33,877 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /05263873/backup-masters/fb97eb0edbe8,42827,1731176253765 2024-11-09T18:17:33,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42827-0x10120d0eaed0006, quorum=127.0.0.1:60917, baseZNode=/05263873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/05263873/backup-masters 2024-11-09T18:17:33,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45563-0x10120d0eaed0007, quorum=127.0.0.1:60917, baseZNode=/05263873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/05263873/backup-masters 2024-11-09T18:17:33,885 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42827-0x10120d0eaed0006, quorum=127.0.0.1:60917, baseZNode=/05263873 Set watcher on existing znode=/05263873/backup-masters/fb97eb0edbe8,42827,1731176253765 2024-11-09T18:17:33,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45563-0x10120d0eaed0007, quorum=127.0.0.1:60917, baseZNode=/05263873 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/05263873/master 2024-11-09T18:17:33,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45563-0x10120d0eaed0007, quorum=127.0.0.1:60917, baseZNode=/05263873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/05263873 2024-11-09T18:17:33,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42827-0x10120d0eaed0006, quorum=127.0.0.1:60917, baseZNode=/05263873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/05263873 2024-11-09T18:17:33,896 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42827-0x10120d0eaed0006, quorum=127.0.0.1:60917, baseZNode=/05263873 Set watcher on existing znode=/05263873/master 2024-11-09T18:17:33,897 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /05263873/backup-masters/fb97eb0edbe8,42827,1731176253765 from backup master directory 2024-11-09T18:17:33,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45563-0x10120d0eaed0007, quorum=127.0.0.1:60917, baseZNode=/05263873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/05263873/backup-masters 2024-11-09T18:17:33,906 WARN [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T18:17:33,906 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fb97eb0edbe8,42827,1731176253765 2024-11-09T18:17:33,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42827-0x10120d0eaed0006, quorum=127.0.0.1:60917, baseZNode=/05263873 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/05263873/backup-masters/fb97eb0edbe8,42827,1731176253765 2024-11-09T18:17:33,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42827-0x10120d0eaed0006, quorum=127.0.0.1:60917, baseZNode=/05263873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/05263873/backup-masters 2024-11-09T18:17:33,925 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:17:33,925 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T18:17:33,950 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 25ms. 2024-11-09T18:17:33,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45693 is added to blk_1073741846_1022 (size=196) 2024-11-09T18:17:33,966 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:17:33,966 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T18:17:33,967 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:17:33,976 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-09T18:17:33,979 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/MasterData/WALs/fb97eb0edbe8,41997,1731176235210 to hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/MasterData/WALs/fb97eb0edbe8,41997,1731176235210-dead as it is dead 2024-11-09T18:17:33,981 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-09T18:17:33,981 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-09T18:17:33,981 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/MasterData/WALs/fb97eb0edbe8,41997,1731176235210-dead/fb97eb0edbe8%2C41997%2C1731176235210.1731176238348 2024-11-09T18:17:33,988 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/MasterData/WALs/fb97eb0edbe8,41997,1731176235210-dead/fb97eb0edbe8%2C41997%2C1731176235210.1731176238348 after 5ms 2024-11-09T18:17:33,989 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/MasterData/WALs/fb97eb0edbe8,41997,1731176235210-dead/fb97eb0edbe8%2C41997%2C1731176235210.1731176238348 to hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/fb97eb0edbe8%2C41997%2C1731176235210.1731176238348 2024-11-09T18:17:33,990 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/MasterData/WALs/fb97eb0edbe8,41997,1731176235210-dead 2024-11-09T18:17:33,991 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/MasterData/WALs/fb97eb0edbe8,42827,1731176253765 2024-11-09T18:17:33,992 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T18:17:33,994 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb97eb0edbe8%2C42827%2C1731176253765, suffix=, logDir=hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/MasterData/WALs/fb97eb0edbe8,42827,1731176253765, archiveDir=hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/MasterData/oldWALs, maxLogs=10 2024-11-09T18:17:34,009 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/MasterData/WALs/fb97eb0edbe8,42827,1731176253765/fb97eb0edbe8%2C42827%2C1731176253765.1731176253994, exclude list is [], retry=0 2024-11-09T18:17:34,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45693,DS-154c6c75-0ff6-4207-89fe-55489f92dd4f,DISK] 2024-11-09T18:17:34,017 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/MasterData/WALs/fb97eb0edbe8,42827,1731176253765/fb97eb0edbe8%2C42827%2C1731176253765.1731176253994 2024-11-09T18:17:34,017 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38889:38889)] 2024-11-09T18:17:34,017 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:17:34,017 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:17:34,017 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:17:34,018 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:17:34,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:17:34,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T18:17:34,021 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:17:34,030 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4b7f5283405f407191727069a46dbab6 2024-11-09T18:17:34,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:17:34,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:17:34,032 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T18:17:34,032 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:17:34,040 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c18474f1c50e4b99a1c58c9ebe1512b1 2024-11-09T18:17:34,040 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:17:34,041 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:17:34,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T18:17:34,042 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:17:34,051 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/df1fd8f6d8ad4b5584dae60fa026b9ca 2024-11-09T18:17:34,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:17:34,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:17:34,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T18:17:34,053 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:17:34,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:17:34,053 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:17:34,054 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-09T18:17:34,055 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/fb97eb0edbe8%2C41997%2C1731176235210.1731176238348 2024-11-09T18:17:34,072 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/fb97eb0edbe8%2C41997%2C1731176235210.1731176238348 2024-11-09T18:17:34,076 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/fb97eb0edbe8%2C41997%2C1731176235210.1731176238348 2024-11-09T18:17:34,090 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:17:34,091 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:17:34,092 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:17:34,095 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:17:34,101 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-09T18:17:34,103 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68005312, jitterRate=0.013358116149902344}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:17:34,104 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731176254018Initializing all the Stores at 1731176254019 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176254019Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176254019Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176254019Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176254019Cleaning up temporary data from old regions at 1731176254091 (+72 ms)Region opened successfully at 1731176254104 (+13 ms) 2024-11-09T18:17:34,104 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T18:17:34,120 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e713936, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb97eb0edbe8/172.17.0.3:0 2024-11-09T18:17:34,135 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-09T18:17:34,136 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T18:17:34,136 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T18:17:34,136 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T18:17:34,137 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T18:17:34,145 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T18:17:34,145 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T18:17:34,146 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T18:17:34,146 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T18:17:34,147 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-09T18:17:34,147 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-09T18:17:34,147 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 10 msec 2024-11-09T18:17:34,147 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T18:17:34,154 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=fb97eb0edbe8,36225,1731176235950, regionLocation=fb97eb0edbe8,36225,1731176235950, openSeqNum=2 2024-11-09T18:17:34,154 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=fb97eb0edbe8,36225,1731176235950, table=hbase:meta, region=1588230740 2024-11-09T18:17:34,155 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb97eb0edbe8,36225,1731176235950, state=OPEN 2024-11-09T18:17:34,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45563-0x10120d0eaed0007, quorum=127.0.0.1:60917, baseZNode=/05263873 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/05263873/meta-region-server 2024-11-09T18:17:34,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42827-0x10120d0eaed0006, quorum=127.0.0.1:60917, baseZNode=/05263873 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/05263873/meta-region-server 2024-11-09T18:17:34,159 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /05263873/meta-region-server: CHANGED 2024-11-09T18:17:34,159 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /05263873/meta-region-server: CHANGED 2024-11-09T18:17:34,168 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-09T18:17:34,179 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /05263873/draining/fb97eb0edbe8,36225,1731176235950 already deleted, retry=false 2024-11-09T18:17:34,180 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of fb97eb0edbe8,36225,1731176235950 on fb97eb0edbe8,42827,1731176253765 2024-11-09T18:17:34,185 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure fb97eb0edbe8,36225,1731176235950, splitWal=true, meta=true 2024-11-09T18:17:34,189 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for fb97eb0edbe8,36225,1731176235950 (carryingMeta=true) fb97eb0edbe8,36225,1731176235950/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@4e1c1652[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-09T18:17:34,195 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42827-0x10120d0eaed0006, quorum=127.0.0.1:60917, baseZNode=/05263873 Unable to get data of znode /05263873/balancer because node does not exist (not necessarily an error) 2024-11-09T18:17:34,204 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /05263873/balancer already deleted, retry=false 2024-11-09T18:17:34,205 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T18:17:34,206 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42827-0x10120d0eaed0006, quorum=127.0.0.1:60917, baseZNode=/05263873 Unable to get data of znode /05263873/normalizer because node does not exist (not necessarily an error) 2024-11-09T18:17:34,211 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /05263873/normalizer already deleted, retry=false 2024-11-09T18:17:34,212 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T18:17:34,213 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42827-0x10120d0eaed0006, quorum=127.0.0.1:60917, baseZNode=/05263873 Unable to get data of znode /05263873/switch/split because node does not exist (not necessarily an error) 2024-11-09T18:17:34,221 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /05263873/switch/split already deleted, retry=false 2024-11-09T18:17:34,223 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42827-0x10120d0eaed0006, quorum=127.0.0.1:60917, baseZNode=/05263873 Unable to get data of znode /05263873/switch/merge because node does not exist (not necessarily an error) 2024-11-09T18:17:34,289 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /05263873/switch/merge already deleted, retry=false 2024-11-09T18:17:34,319 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42827-0x10120d0eaed0006, quorum=127.0.0.1:60917, baseZNode=/05263873 Unable to get data of znode /05263873/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T18:17:34,327 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /05263873/snapshot-cleanup already deleted, retry=false 2024-11-09T18:17:34,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45563-0x10120d0eaed0007, quorum=127.0.0.1:60917, baseZNode=/05263873 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/05263873/running 2024-11-09T18:17:34,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45563-0x10120d0eaed0007, quorum=127.0.0.1:60917, baseZNode=/05263873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/05263873 2024-11-09T18:17:34,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42827-0x10120d0eaed0006, quorum=127.0.0.1:60917, baseZNode=/05263873 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/05263873/running 2024-11-09T18:17:34,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42827-0x10120d0eaed0006, quorum=127.0.0.1:60917, baseZNode=/05263873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/05263873 2024-11-09T18:17:34,340 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fb97eb0edbe8,42827,1731176253765, sessionid=0x10120d0eaed0006, setting cluster-up flag (Was=false) 2024-11-09T18:17:34,350 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /05263873/flush-table-proc/acquired, /05263873/flush-table-proc/reached, /05263873/flush-table-proc/abort 2024-11-09T18:17:34,353 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb97eb0edbe8,42827,1731176253765 2024-11-09T18:17:34,370 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /05263873/online-snapshot/acquired, /05263873/online-snapshot/reached, /05263873/online-snapshot/abort 2024-11-09T18:17:34,371 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb97eb0edbe8,42827,1731176253765 2024-11-09T18:17:34,373 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/.lastflushedseqids 2024-11-09T18:17:34,376 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T18:17:34,377 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T18:17:34,377 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fb97eb0edbe8,42827,1731176253765 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 fb97eb0edbe8,36225,1731176235950 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T18:17:34,379 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:17:34,379 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:17:34,379 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:17:34,379 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:17:34,379 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fb97eb0edbe8:0, corePoolSize=10, maxPoolSize=10 2024-11-09T18:17:34,379 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:17:34,379 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=2, maxPoolSize=2 2024-11-09T18:17:34,379 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:17:34,391 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure fb97eb0edbe8,36225,1731176235950, splitWal=true, meta=true 2024-11-09T18:17:34,393 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure fb97eb0edbe8,36225,1731176235950, splitWal=true, meta=true, isMeta: true 2024-11-09T18:17:34,395 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/WALs/fb97eb0edbe8,36225,1731176235950-splitting 2024-11-09T18:17:34,396 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/WALs/fb97eb0edbe8,36225,1731176235950-splitting dir is empty, no logs to split. 2024-11-09T18:17:34,396 INFO [PEWorker-1 {}] master.SplitWALManager(105): fb97eb0edbe8,36225,1731176235950 WAL count=0, meta=true 2024-11-09T18:17:34,400 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/WALs/fb97eb0edbe8,36225,1731176235950-splitting dir is empty, no logs to split. 2024-11-09T18:17:34,400 INFO [PEWorker-1 {}] master.SplitWALManager(105): fb97eb0edbe8,36225,1731176235950 WAL count=0, meta=true 2024-11-09T18:17:34,400 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if fb97eb0edbe8,36225,1731176235950 WAL splitting is done? wals=0, meta=true 2024-11-09T18:17:34,400 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731176284400 2024-11-09T18:17:34,400 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T18:17:34,400 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T18:17:34,401 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T18:17:34,401 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T18:17:34,401 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T18:17:34,401 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T18:17:34,401 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:34,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T18:17:34,404 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T18:17:34,404 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T18:17:34,404 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T18:17:34,404 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T18:17:34,404 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T18:17:34,405 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T18:17:34,405 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T18:17:34,406 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T18:17:34,408 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731176254405,5,FailOnTimeoutGroup] 2024-11-09T18:17:34,412 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731176254408,5,FailOnTimeoutGroup] 2024-11-09T18:17:34,412 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:34,412 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T18:17:34,412 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:34,412 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:34,412 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731176254412, completionTime=-1 2024-11-09T18:17:34,412 WARN [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-09T18:17:34,415 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-09T18:17:34,462 INFO [RS:0;fb97eb0edbe8:45563 {}] regionserver.HRegionServer(746): ClusterId : 499a6552-716e-4e4d-a09e-1403400cd6fd 2024-11-09T18:17:34,462 DEBUG [RS:0;fb97eb0edbe8:45563 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T18:17:34,556 WARN [fb97eb0edbe8:42827 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T18:17:34,587 DEBUG [RS:0;fb97eb0edbe8:45563 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T18:17:34,587 DEBUG [RS:0;fb97eb0edbe8:45563 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T18:17:34,613 DEBUG [RS:0;fb97eb0edbe8:45563 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T18:17:34,615 DEBUG [RS:0;fb97eb0edbe8:45563 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d1d7e34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb97eb0edbe8/172.17.0.3:0 2024-11-09T18:17:34,633 DEBUG [RS:0;fb97eb0edbe8:45563 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fb97eb0edbe8:45563 2024-11-09T18:17:34,634 INFO [RS:0;fb97eb0edbe8:45563 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T18:17:34,634 INFO [RS:0;fb97eb0edbe8:45563 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T18:17:34,634 DEBUG [RS:0;fb97eb0edbe8:45563 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T18:17:34,635 INFO [RS:0;fb97eb0edbe8:45563 {}] regionserver.HRegionServer(2659): reportForDuty to master=fb97eb0edbe8,42827,1731176253765 with port=45563, startcode=1731176253824 2024-11-09T18:17:34,635 DEBUG [RS:0;fb97eb0edbe8:45563 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T18:17:34,644 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59027, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T18:17:34,645 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42827 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fb97eb0edbe8,45563,1731176253824 2024-11-09T18:17:34,645 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42827 {}] master.ServerManager(517): Registering regionserver=fb97eb0edbe8,45563,1731176253824 2024-11-09T18:17:34,648 DEBUG [RS:0;fb97eb0edbe8:45563 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836 2024-11-09T18:17:34,648 DEBUG [RS:0;fb97eb0edbe8:45563 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34287 2024-11-09T18:17:34,648 DEBUG [RS:0;fb97eb0edbe8:45563 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T18:17:34,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42827-0x10120d0eaed0006, quorum=127.0.0.1:60917, baseZNode=/05263873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/05263873/rs 2024-11-09T18:17:34,654 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fb97eb0edbe8,45563,1731176253824] 2024-11-09T18:17:34,655 DEBUG [RS:0;fb97eb0edbe8:45563 {}] zookeeper.ZKUtil(111): regionserver:45563-0x10120d0eaed0007, quorum=127.0.0.1:60917, baseZNode=/05263873 Set watcher on existing znode=/05263873/rs/fb97eb0edbe8,45563,1731176253824 2024-11-09T18:17:34,655 WARN [RS:0;fb97eb0edbe8:45563 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T18:17:34,655 INFO [RS:0;fb97eb0edbe8:45563 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:17:34,655 DEBUG [RS:0;fb97eb0edbe8:45563 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/WALs/fb97eb0edbe8,45563,1731176253824 2024-11-09T18:17:34,667 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=254ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-09T18:17:34,728 INFO [RS:0;fb97eb0edbe8:45563 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T18:17:34,730 INFO [RS:0;fb97eb0edbe8:45563 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T18:17:34,732 INFO [RS:0;fb97eb0edbe8:45563 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T18:17:34,732 INFO [RS:0;fb97eb0edbe8:45563 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:34,740 INFO [RS:0;fb97eb0edbe8:45563 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T18:17:34,741 INFO [RS:0;fb97eb0edbe8:45563 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T18:17:34,741 INFO [RS:0;fb97eb0edbe8:45563 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:34,742 DEBUG [RS:0;fb97eb0edbe8:45563 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:17:34,742 DEBUG [RS:0;fb97eb0edbe8:45563 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:17:34,742 DEBUG [RS:0;fb97eb0edbe8:45563 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:17:34,742 DEBUG [RS:0;fb97eb0edbe8:45563 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:17:34,742 DEBUG [RS:0;fb97eb0edbe8:45563 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:17:34,742 DEBUG [RS:0;fb97eb0edbe8:45563 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=2, maxPoolSize=2 2024-11-09T18:17:34,742 DEBUG [RS:0;fb97eb0edbe8:45563 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:17:34,742 DEBUG [RS:0;fb97eb0edbe8:45563 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:17:34,743 DEBUG [RS:0;fb97eb0edbe8:45563 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:17:34,743 DEBUG [RS:0;fb97eb0edbe8:45563 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:17:34,743 DEBUG [RS:0;fb97eb0edbe8:45563 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:17:34,743 DEBUG [RS:0;fb97eb0edbe8:45563 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:17:34,743 DEBUG [RS:0;fb97eb0edbe8:45563 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:17:34,743 DEBUG [RS:0;fb97eb0edbe8:45563 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:17:34,749 INFO [RS:0;fb97eb0edbe8:45563 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:34,749 INFO [RS:0;fb97eb0edbe8:45563 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:34,749 INFO [RS:0;fb97eb0edbe8:45563 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:34,749 INFO [RS:0;fb97eb0edbe8:45563 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:34,749 INFO [RS:0;fb97eb0edbe8:45563 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:34,749 INFO [RS:0;fb97eb0edbe8:45563 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,45563,1731176253824-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T18:17:34,773 INFO [RS:0;fb97eb0edbe8:45563 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T18:17:34,773 INFO [RS:0;fb97eb0edbe8:45563 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,45563,1731176253824-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:34,794 INFO [RS:0;fb97eb0edbe8:45563 {}] regionserver.ReplicationSource(231): queueId=1-fb97eb0edbe8,45563,1731176253824, ReplicationSource: 1, currentBandwidth=0 2024-11-09T18:17:34,815 INFO [RS:0;fb97eb0edbe8:45563 {}] regionserver.ReplicationSource(231): queueId=2-fb97eb0edbe8,45563,1731176253824, ReplicationSource: 2, currentBandwidth=0 2024-11-09T18:17:34,815 INFO [RS:0;fb97eb0edbe8:45563 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:34,815 INFO [RS:0;fb97eb0edbe8:45563 {}] regionserver.Replication(171): fb97eb0edbe8,45563,1731176253824 started 2024-11-09T18:17:34,816 DEBUG [RS:0;fb97eb0edbe8:45563.replicationSource,1-fb97eb0edbe8,45563,1731176253824 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fb97eb0edbe8:33343' 2024-11-09T18:17:34,820 DEBUG [RS:0;fb97eb0edbe8:45563.replicationSource,1-fb97eb0edbe8,45563,1731176253824 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c5057e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:17:34,820 DEBUG [RS:0;fb97eb0edbe8:45563.replicationSource,1-fb97eb0edbe8,45563,1731176253824 {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,33343,-1 for getting cluster id 2024-11-09T18:17:34,821 DEBUG [RS:0;fb97eb0edbe8:45563.replicationSource,1-fb97eb0edbe8,45563,1731176253824 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:17:34,825 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fe94a18-b3de-4b46-8451-e161fded257a' 2024-11-09T18:17:34,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:17:34,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fe94a18-b3de-4b46-8451-e161fded257a" 2024-11-09T18:17:34,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d6570ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:17:34,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,33343,-1] 2024-11-09T18:17:34,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:17:34,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:17:34,828 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:17:34,830 DEBUG [RS:0;fb97eb0edbe8:45563.replicationSource,1-fb97eb0edbe8,45563,1731176253824 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13a63dcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:17:34,830 DEBUG [RS:0;fb97eb0edbe8:45563.replicationSource,1-fb97eb0edbe8,45563,1731176253824 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:17:34,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,33343,1731176243368 2024-11-09T18:17:34,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52921192 2024-11-09T18:17:34,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:17:34,835 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-09T18:17:34,835 INFO [RS:0;fb97eb0edbe8:45563 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:34,836 INFO [RS:0;fb97eb0edbe8:45563 {}] regionserver.HRegionServer(1482): Serving as fb97eb0edbe8,45563,1731176253824, RpcServer on fb97eb0edbe8/172.17.0.3:45563, sessionid=0x10120d0eaed0007 2024-11-09T18:17:34,836 INFO [RS:0;fb97eb0edbe8:45563.replicationSource,1-fb97eb0edbe8,45563,1731176253824 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fb97eb0edbe8,45563,1731176253824 (queues=0) is replicating from cluster=499a6552-716e-4e4d-a09e-1403400cd6fd to cluster=0fe94a18-b3de-4b46-8451-e161fded257a 2024-11-09T18:17:34,836 DEBUG [RS:0;fb97eb0edbe8:45563 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T18:17:34,836 DEBUG [RS:0;fb97eb0edbe8:45563 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fb97eb0edbe8,45563,1731176253824 2024-11-09T18:17:34,836 DEBUG [RS:0;fb97eb0edbe8:45563 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,45563,1731176253824' 2024-11-09T18:17:34,836 DEBUG [RS:0;fb97eb0edbe8:45563 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/05263873/flush-table-proc/abort' 2024-11-09T18:17:34,837 DEBUG [RS:0;fb97eb0edbe8:45563 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/05263873/flush-table-proc/acquired' 2024-11-09T18:17:34,837 DEBUG [RS:0;fb97eb0edbe8:45563.replicationSource,2-fb97eb0edbe8,45563,1731176253824 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fb97eb0edbe8:33343' 2024-11-09T18:17:34,837 DEBUG [RS:0;fb97eb0edbe8:45563 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T18:17:34,837 DEBUG [RS:0;fb97eb0edbe8:45563 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T18:17:34,837 DEBUG [RS:0;fb97eb0edbe8:45563 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fb97eb0edbe8,45563,1731176253824 2024-11-09T18:17:34,837 DEBUG [RS:0;fb97eb0edbe8:45563 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,45563,1731176253824' 2024-11-09T18:17:34,837 DEBUG [RS:0;fb97eb0edbe8:45563 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/05263873/online-snapshot/abort' 2024-11-09T18:17:34,838 DEBUG [RS:0;fb97eb0edbe8:45563 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/05263873/online-snapshot/acquired' 2024-11-09T18:17:34,838 DEBUG [RS:0;fb97eb0edbe8:45563 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T18:17:34,838 INFO [RS:0;fb97eb0edbe8:45563 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T18:17:34,838 INFO [RS:0;fb97eb0edbe8:45563 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T18:17:34,839 DEBUG [RS:0;fb97eb0edbe8:45563.replicationSource,2-fb97eb0edbe8,45563,1731176253824 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47cb3e08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:17:34,839 DEBUG [RS:0;fb97eb0edbe8:45563.replicationSource,2-fb97eb0edbe8,45563,1731176253824 {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,33343,-1 for getting cluster id 2024-11-09T18:17:34,839 DEBUG [RS:0;fb97eb0edbe8:45563.replicationSource,2-fb97eb0edbe8,45563,1731176253824 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:17:34,840 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fe94a18-b3de-4b46-8451-e161fded257a' 2024-11-09T18:17:34,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:17:34,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fe94a18-b3de-4b46-8451-e161fded257a" 2024-11-09T18:17:34,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58480e6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:17:34,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,33343,-1] 2024-11-09T18:17:34,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:17:34,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:17:34,842 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:17:34,844 DEBUG [RS:0;fb97eb0edbe8:45563.replicationSource,2-fb97eb0edbe8,45563,1731176253824 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18324c78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:17:34,844 DEBUG [RS:0;fb97eb0edbe8:45563.replicationSource,2-fb97eb0edbe8,45563,1731176253824 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:17:34,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,33343,1731176243368 2024-11-09T18:17:34,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75fe71ca 2024-11-09T18:17:34,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:17:34,847 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-09T18:17:34,848 INFO [RS:0;fb97eb0edbe8:45563.replicationSource,2-fb97eb0edbe8,45563,1731176253824 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-fb97eb0edbe8,45563,1731176253824 (queues=0) is replicating from cluster=499a6552-716e-4e4d-a09e-1403400cd6fd to cluster=0fe94a18-b3de-4b46-8451-e161fded257a 2024-11-09T18:17:34,939 INFO [RS:0;fb97eb0edbe8:45563 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T18:17:34,941 INFO [RS:0;fb97eb0edbe8:45563 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fb97eb0edbe8%2C45563%2C1731176253824, suffix=, logDir=hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/WALs/fb97eb0edbe8,45563,1731176253824, archiveDir=hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/oldWALs, maxLogs=10 2024-11-09T18:17:34,955 DEBUG [RS:0;fb97eb0edbe8:45563 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/WALs/fb97eb0edbe8,45563,1731176253824/fb97eb0edbe8%2C45563%2C1731176253824.1731176254941, exclude list is [], retry=0 2024-11-09T18:17:34,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45693,DS-154c6c75-0ff6-4207-89fe-55489f92dd4f,DISK] 2024-11-09T18:17:34,963 INFO [RS:0;fb97eb0edbe8:45563 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/WALs/fb97eb0edbe8,45563,1731176253824/fb97eb0edbe8%2C45563%2C1731176253824.1731176254941 2024-11-09T18:17:34,963 DEBUG [RS:0;fb97eb0edbe8:45563 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group fb97eb0edbe8%2C45563%2C1731176253824 for peer 2 2024-11-09T18:17:34,963 DEBUG [RS:0;fb97eb0edbe8:45563 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group fb97eb0edbe8%2C45563%2C1731176253824 for peer 1 2024-11-09T18:17:34,964 DEBUG [RS:0;fb97eb0edbe8:45563 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fb97eb0edbe8%2C45563%2C1731176253824 2024-11-09T18:17:34,964 INFO [RS:0;fb97eb0edbe8:45563 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fb97eb0edbe8,45563,1731176253824, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T18:17:34,964 DEBUG [RS:0;fb97eb0edbe8:45563 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=fb97eb0edbe8%2C45563%2C1731176253824 2024-11-09T18:17:34,964 INFO [RS:0;fb97eb0edbe8:45563.replicationSource.shipperfb97eb0edbe8%2C45563%2C1731176253824,1-fb97eb0edbe8,45563,1731176253824 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fb97eb0edbe8%2C45563%2C1731176253824 2024-11-09T18:17:34,964 INFO [RS:0;fb97eb0edbe8:45563 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-fb97eb0edbe8,45563,1731176253824, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T18:17:34,969 DEBUG [RS:0;fb97eb0edbe8:45563 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38889:38889)] 2024-11-09T18:17:34,969 INFO [RS:0;fb97eb0edbe8:45563.replicationSource.shipperfb97eb0edbe8%2C45563%2C1731176253824,2-fb97eb0edbe8,45563,1731176253824 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fb97eb0edbe8%2C45563%2C1731176253824 2024-11-09T18:17:34,971 DEBUG [RS:0;fb97eb0edbe8:45563.replicationSource.wal-reader.fb97eb0edbe8%2C45563%2C1731176253824,1-fb97eb0edbe8,45563,1731176253824 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/WALs/fb97eb0edbe8,45563,1731176253824/fb97eb0edbe8%2C45563%2C1731176253824.1731176254941, startPosition=0, beingWritten=true 2024-11-09T18:17:34,972 DEBUG [RS:0;fb97eb0edbe8:45563.replicationSource.wal-reader.fb97eb0edbe8%2C45563%2C1731176253824,2-fb97eb0edbe8,45563,1731176253824 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/WALs/fb97eb0edbe8,45563,1731176253824/fb97eb0edbe8%2C45563%2C1731176253824.1731176254941, startPosition=0, beingWritten=true 2024-11-09T18:17:35,057 DEBUG [fb97eb0edbe8:42827 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T18:17:35,057 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fb97eb0edbe8,45563,1731176253824 2024-11-09T18:17:35,059 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb97eb0edbe8,45563,1731176253824, state=OPENING 2024-11-09T18:17:35,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45563-0x10120d0eaed0007, quorum=127.0.0.1:60917, baseZNode=/05263873 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/05263873/meta-region-server 2024-11-09T18:17:35,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42827-0x10120d0eaed0006, quorum=127.0.0.1:60917, baseZNode=/05263873 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/05263873/meta-region-server 2024-11-09T18:17:35,064 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T18:17:35,064 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /05263873/meta-region-server: CHANGED 2024-11-09T18:17:35,064 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /05263873/meta-region-server: CHANGED 2024-11-09T18:17:35,064 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,45563,1731176253824}] 2024-11-09T18:17:35,186 DEBUG [RS:0;fb97eb0edbe8:45563.replicationSource.wal-reader.fb97eb0edbe8%2C45563%2C1731176253824,1-fb97eb0edbe8,45563,1731176253824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/WALs/fb97eb0edbe8,45563,1731176253824/fb97eb0edbe8%2C45563%2C1731176253824.1731176254941 to pos 0, reset compression=false 2024-11-09T18:17:35,187 DEBUG [RS:0;fb97eb0edbe8:45563.replicationSource.wal-reader.fb97eb0edbe8%2C45563%2C1731176253824,2-fb97eb0edbe8,45563,1731176253824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/WALs/fb97eb0edbe8,45563,1731176253824/fb97eb0edbe8%2C45563%2C1731176253824.1731176254941 to pos 0, reset compression=false 2024-11-09T18:17:35,218 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T18:17:35,220 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55791, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T18:17:35,228 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T18:17:35,228 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:17:35,229 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T18:17:35,233 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fb97eb0edbe8%2C45563%2C1731176253824.meta, suffix=.meta, logDir=hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/WALs/fb97eb0edbe8,45563,1731176253824, archiveDir=hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/oldWALs, maxLogs=10 2024-11-09T18:17:35,251 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/WALs/fb97eb0edbe8,45563,1731176253824/fb97eb0edbe8%2C45563%2C1731176253824.meta.1731176255234.meta, exclude list is [], retry=0 2024-11-09T18:17:35,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45693,DS-154c6c75-0ff6-4207-89fe-55489f92dd4f,DISK] 2024-11-09T18:17:35,255 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/WALs/fb97eb0edbe8,45563,1731176253824/fb97eb0edbe8%2C45563%2C1731176253824.meta.1731176255234.meta 2024-11-09T18:17:35,256 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38889:38889)] 2024-11-09T18:17:35,256 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:17:35,256 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T18:17:35,257 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T18:17:35,257 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T18:17:35,257 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T18:17:35,257 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T18:17:35,257 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:17:35,257 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T18:17:35,257 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T18:17:35,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T18:17:35,263 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T18:17:35,263 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:17:35,274 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/data/hbase/meta/1588230740/info/4dd46a75d7a44dffac9177c17644b7d5 2024-11-09T18:17:35,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:17:35,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T18:17:35,278 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T18:17:35,279 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:17:35,291 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/data/hbase/meta/1588230740/ns/9692eee188d94953af44c522390e383f 2024-11-09T18:17:35,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:17:35,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T18:17:35,293 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T18:17:35,293 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:17:35,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:17:35,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T18:17:35,295 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T18:17:35,295 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:17:35,304 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/data/hbase/meta/1588230740/table/4268a1c2cb314087b6c0329d285977af 2024-11-09T18:17:35,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:17:35,304 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T18:17:35,307 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/data/hbase/meta/1588230740 2024-11-09T18:17:35,316 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/data/hbase/meta/1588230740 2024-11-09T18:17:35,319 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T18:17:35,319 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T18:17:35,320 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:17:35,324 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T18:17:35,325 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70428588, jitterRate=0.04946774244308472}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:17:35,325 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T18:17:35,325 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731176255257Writing region info on filesystem at 1731176255257Initializing all the Stores at 1731176255261 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176255261Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176255261Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176255261Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176255261Cleaning up temporary data from old regions at 1731176255319 (+58 ms)Running coprocessor post-open hooks at 1731176255325 (+6 ms)Region opened successfully at 1731176255325 2024-11-09T18:17:35,327 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731176255218 2024-11-09T18:17:35,331 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T18:17:35,331 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T18:17:35,332 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=fb97eb0edbe8,45563,1731176253824 2024-11-09T18:17:35,333 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb97eb0edbe8,45563,1731176253824, state=OPEN 2024-11-09T18:17:35,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45563-0x10120d0eaed0007, quorum=127.0.0.1:60917, baseZNode=/05263873 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/05263873/meta-region-server 2024-11-09T18:17:35,380 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /05263873/meta-region-server: CHANGED 2024-11-09T18:17:35,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42827-0x10120d0eaed0006, quorum=127.0.0.1:60917, baseZNode=/05263873 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/05263873/meta-region-server 2024-11-09T18:17:35,380 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /05263873/meta-region-server: CHANGED 2024-11-09T18:17:35,380 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,45563,1731176253824 2024-11-09T18:17:35,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-09T18:17:35,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,45563,1731176253824 in 316 msec 2024-11-09T18:17:35,387 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-09T18:17:35,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 981 msec 2024-11-09T18:17:35,502 DEBUG [RS:0;fb97eb0edbe8:45563.replicationSource.wal-reader.fb97eb0edbe8%2C45563%2C1731176253824,1-fb97eb0edbe8,45563,1731176253824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/WALs/fb97eb0edbe8,45563,1731176253824/fb97eb0edbe8%2C45563%2C1731176253824.1731176254941 to pos 0, reset compression=false 2024-11-09T18:17:35,518 DEBUG [RS:0;fb97eb0edbe8:45563.replicationSource.wal-reader.fb97eb0edbe8%2C45563%2C1731176253824,2-fb97eb0edbe8,45563,1731176253824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/WALs/fb97eb0edbe8,45563,1731176253824/fb97eb0edbe8%2C45563%2C1731176253824.1731176254941 to pos 0, reset compression=false 2024-11-09T18:17:35,909 DEBUG [RS:0;fb97eb0edbe8:45563.replicationSource.wal-reader.fb97eb0edbe8%2C45563%2C1731176253824,1-fb97eb0edbe8,45563,1731176253824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/WALs/fb97eb0edbe8,45563,1731176253824/fb97eb0edbe8%2C45563%2C1731176253824.1731176254941 to pos 0, reset compression=false 2024-11-09T18:17:35,924 DEBUG [RS:0;fb97eb0edbe8:45563.replicationSource.wal-reader.fb97eb0edbe8%2C45563%2C1731176253824,2-fb97eb0edbe8,45563,1731176253824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/WALs/fb97eb0edbe8,45563,1731176253824/fb97eb0edbe8%2C45563%2C1731176253824.1731176254941 to pos 0, reset compression=false 2024-11-09T18:17:36,171 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1758ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1504ms 2024-11-09T18:17:36,419 DEBUG [RS:0;fb97eb0edbe8:45563.replicationSource.wal-reader.fb97eb0edbe8%2C45563%2C1731176253824,1-fb97eb0edbe8,45563,1731176253824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/WALs/fb97eb0edbe8,45563,1731176253824/fb97eb0edbe8%2C45563%2C1731176253824.1731176254941 to pos 0, reset compression=false 2024-11-09T18:17:36,431 DEBUG [RS:0;fb97eb0edbe8:45563.replicationSource.wal-reader.fb97eb0edbe8%2C45563%2C1731176253824,2-fb97eb0edbe8,45563,1731176253824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/WALs/fb97eb0edbe8,45563,1731176253824/fb97eb0edbe8%2C45563%2C1731176253824.1731176254941 to pos 0, reset compression=false 2024-11-09T18:17:37,024 DEBUG [RS:0;fb97eb0edbe8:45563.replicationSource.wal-reader.fb97eb0edbe8%2C45563%2C1731176253824,1-fb97eb0edbe8,45563,1731176253824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/WALs/fb97eb0edbe8,45563,1731176253824/fb97eb0edbe8%2C45563%2C1731176253824.1731176254941 to pos 0, reset compression=false 2024-11-09T18:17:37,038 DEBUG [RS:0;fb97eb0edbe8:45563.replicationSource.wal-reader.fb97eb0edbe8%2C45563%2C1731176253824,2-fb97eb0edbe8,45563,1731176253824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/WALs/fb97eb0edbe8,45563,1731176253824/fb97eb0edbe8%2C45563%2C1731176253824.1731176254941 to pos 0, reset compression=false 2024-11-09T18:17:37,673 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3260ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3006ms 2024-11-09T18:17:37,730 DEBUG [RS:0;fb97eb0edbe8:45563.replicationSource.wal-reader.fb97eb0edbe8%2C45563%2C1731176253824,1-fb97eb0edbe8,45563,1731176253824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/WALs/fb97eb0edbe8,45563,1731176253824/fb97eb0edbe8%2C45563%2C1731176253824.1731176254941 to pos 0, reset compression=false 2024-11-09T18:17:37,744 DEBUG [RS:0;fb97eb0edbe8:45563.replicationSource.wal-reader.fb97eb0edbe8%2C45563%2C1731176253824,2-fb97eb0edbe8,45563,1731176253824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/WALs/fb97eb0edbe8,45563,1731176253824/fb97eb0edbe8%2C45563%2C1731176253824.1731176254941 to pos 0, reset compression=false 2024-11-09T18:17:38,539 DEBUG [RS:0;fb97eb0edbe8:45563.replicationSource.wal-reader.fb97eb0edbe8%2C45563%2C1731176253824,1-fb97eb0edbe8,45563,1731176253824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/WALs/fb97eb0edbe8,45563,1731176253824/fb97eb0edbe8%2C45563%2C1731176253824.1731176254941 to pos 0, reset compression=false 2024-11-09T18:17:38,551 DEBUG [RS:0;fb97eb0edbe8:45563.replicationSource.wal-reader.fb97eb0edbe8%2C45563%2C1731176253824,2-fb97eb0edbe8,45563,1731176253824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/WALs/fb97eb0edbe8,45563,1731176253824/fb97eb0edbe8%2C45563%2C1731176253824.1731176254941 to pos 0, reset compression=false 2024-11-09T18:17:38,926 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4513ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-09T18:17:38,926 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T18:17:38,927 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:17:38,927 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,45563,1731176253824, seqNum=-1] 2024-11-09T18:17:38,928 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:17:38,929 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56871, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:17:38,944 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f7a75107dbecc4873bafa2ea8ca9e32f, regionState=OPEN, lastHost=fb97eb0edbe8,36225,1731176235950, regionLocation=fb97eb0edbe8,36225,1731176235950, openSeqNum=2 2024-11-09T18:17:38,945 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T18:17:38,945 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731176318945 2024-11-09T18:17:38,945 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731176378945 2024-11-09T18:17:38,945 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 18 msec 2024-11-09T18:17:38,946 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): fb97eb0edbe8,36225,1731176235950 had 2 regions 2024-11-09T18:17:38,946 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,42827,1731176253765-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:38,946 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,42827,1731176253765-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:38,946 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,42827,1731176253765-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:38,946 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fb97eb0edbe8:42827, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:38,946 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:38,948 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:38,948 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure fb97eb0edbe8,36225,1731176235950, splitWal=true, meta=true, isMeta: false 2024-11-09T18:17:38,959 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/WALs/fb97eb0edbe8,36225,1731176235950-splitting dir is empty, no logs to split. 2024-11-09T18:17:38,959 INFO [PEWorker-4 {}] master.SplitWALManager(105): fb97eb0edbe8,36225,1731176235950 WAL count=0, meta=false 2024-11-09T18:17:38,961 WARN [master/fb97eb0edbe8:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=fb97eb0edbe8,36225,1731176235950/hbase:replication,,1731176247020.f7a75107dbecc4873bafa2ea8ca9e32f. 2024-11-09T18:17:38,966 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.059sec 2024-11-09T18:17:38,966 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T18:17:38,966 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T18:17:38,966 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T18:17:38,966 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T18:17:38,966 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T18:17:38,966 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,42827,1731176253765-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T18:17:38,966 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,42827,1731176253765-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T18:17:38,969 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/WALs/fb97eb0edbe8,36225,1731176235950-splitting dir is empty, no logs to split. 2024-11-09T18:17:38,969 INFO [PEWorker-4 {}] master.SplitWALManager(105): fb97eb0edbe8,36225,1731176235950 WAL count=0, meta=false 2024-11-09T18:17:38,969 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if fb97eb0edbe8,36225,1731176235950 WAL splitting is done? wals=0, meta=false 2024-11-09T18:17:38,973 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f7a75107dbecc4873bafa2ea8ca9e32f, ASSIGN}] 2024-11-09T18:17:38,975 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f7a75107dbecc4873bafa2ea8ca9e32f, ASSIGN 2024-11-09T18:17:38,977 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f7a75107dbecc4873bafa2ea8ca9e32f, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T18:17:38,985 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T18:17:38,985 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T18:17:38,986 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,42827,1731176253765-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:39,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75dae96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:17:39,066 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,42827,-1 for getting cluster id 2024-11-09T18:17:39,066 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:17:39,079 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '499a6552-716e-4e4d-a09e-1403400cd6fd' 2024-11-09T18:17:39,080 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:17:39,080 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "499a6552-716e-4e4d-a09e-1403400cd6fd" 2024-11-09T18:17:39,081 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54acda6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:17:39,081 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,42827,-1] 2024-11-09T18:17:39,081 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:17:39,084 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:17:39,086 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:17:39,088 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@648eb6b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:17:39,088 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:17:39,091 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,45563,1731176253824, seqNum=-1] 2024-11-09T18:17:39,092 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:17:39,098 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:17:39,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-09T18:17:39,102 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:17:39,102 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:17:39,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:17:39,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:17:39,103 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:17:39,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: fb97eb0edbe8:42827 after: fb97eb0edbe8:42827 2024-11-09T18:17:39,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65bac4ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:17:39,104 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,42827,-1 for getting cluster id 2024-11-09T18:17:39,104 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:17:39,105 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '499a6552-716e-4e4d-a09e-1403400cd6fd' 2024-11-09T18:17:39,105 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:17:39,105 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "499a6552-716e-4e4d-a09e-1403400cd6fd" 2024-11-09T18:17:39,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7512cd5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:17:39,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,42827,-1] 2024-11-09T18:17:39,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:17:39,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:17:39,108 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:17:39,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c4d7c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:17:39,109 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:17:39,110 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,42827,1731176253765 2024-11-09T18:17:39,110 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4788cbd1 2024-11-09T18:17:39,111 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:17:39,113 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:17:39,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42827 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-09T18:17:39,115 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42827 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-09T18:17:39,116 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42827 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-09T18:17:39,117 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42827 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-09T18:17:39,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T18:17:39,118 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:17:39,118 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:17:39,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:17:39,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:17:39,119 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:17:39,119 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T18:17:39,119 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=953117524, stopped=false 2024-11-09T18:17:39,119 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fb97eb0edbe8,33343,1731176243368 2024-11-09T18:17:39,128 DEBUG [fb97eb0edbe8:42827 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T18:17:39,128 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=f7a75107dbecc4873bafa2ea8ca9e32f, regionState=OPENING, regionLocation=fb97eb0edbe8,45563,1731176253824 2024-11-09T18:17:39,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f7a75107dbecc4873bafa2ea8ca9e32f, ASSIGN because future has completed 2024-11-09T18:17:39,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure f7a75107dbecc4873bafa2ea8ca9e32f, server=fb97eb0edbe8,45563,1731176253824}] 2024-11-09T18:17:39,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33343-0x10120d0eaed0003, quorum=127.0.0.1:60917, baseZNode=/1-401276052 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-401276052/running 2024-11-09T18:17:39,189 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T18:17:39,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33343-0x10120d0eaed0003, quorum=127.0.0.1:60917, baseZNode=/1-401276052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-401276052 2024-11-09T18:17:39,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37529-0x10120d0eaed0004, quorum=127.0.0.1:60917, baseZNode=/1-401276052 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-401276052/running 2024-11-09T18:17:39,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37529-0x10120d0eaed0004, quorum=127.0.0.1:60917, baseZNode=/1-401276052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-401276052 2024-11-09T18:17:39,189 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:17:39,189 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:17:39,189 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:17:39,190 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fb97eb0edbe8,37529,1731176243544' ***** 2024-11-09T18:17:39,190 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T18:17:39,190 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33343-0x10120d0eaed0003, quorum=127.0.0.1:60917, baseZNode=/1-401276052 Set watcher on znode that does not yet exist, /1-401276052/running 2024-11-09T18:17:39,190 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37529-0x10120d0eaed0004, quorum=127.0.0.1:60917, baseZNode=/1-401276052 Set watcher on znode that does not yet exist, /1-401276052/running 2024-11-09T18:17:39,191 INFO [RS:0;fb97eb0edbe8:37529 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T18:17:39,191 INFO [RS:0;fb97eb0edbe8:37529 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T18:17:39,191 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T18:17:39,192 INFO [RS:0;fb97eb0edbe8:37529 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T18:17:39,192 INFO [RS:0;fb97eb0edbe8:37529 {}] regionserver.HRegionServer(959): stopping server fb97eb0edbe8,37529,1731176243544 2024-11-09T18:17:39,192 INFO [RS:0;fb97eb0edbe8:37529 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T18:17:39,192 INFO [RS:0;fb97eb0edbe8:37529 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fb97eb0edbe8:37529. 2024-11-09T18:17:39,192 DEBUG [RS:0;fb97eb0edbe8:37529 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:17:39,192 DEBUG [RS:0;fb97eb0edbe8:37529 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:17:39,192 INFO [RS:0;fb97eb0edbe8:37529 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T18:17:39,192 INFO [RS:0;fb97eb0edbe8:37529 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T18:17:39,192 INFO [RS:0;fb97eb0edbe8:37529 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T18:17:39,193 INFO [RS:0;fb97eb0edbe8:37529 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T18:17:39,193 INFO [RS:0;fb97eb0edbe8:37529 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T18:17:39,193 DEBUG [RS:0;fb97eb0edbe8:37529 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T18:17:39,194 DEBUG [RS:0;fb97eb0edbe8:37529 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T18:17:39,194 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T18:17:39,194 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T18:17:39,194 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T18:17:39,194 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T18:17:39,194 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T18:17:39,194 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-09T18:17:39,243 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46019/user/jenkins/test-data/77c33bbe-baaf-e35f-c0c7-444bfbbbe587/data/hbase/meta/1588230740/.tmp/ns/7f5ea24c604143fb884ae4500adf7d7b is 43, key is default/ns:d/1731176246870/Put/seqid=0 2024-11-09T18:17:39,249 INFO [regionserver/fb97eb0edbe8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:17:39,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34719 is added to blk_1073741835_1011 (size=5153) 2024-11-09T18:17:39,269 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46019/user/jenkins/test-data/77c33bbe-baaf-e35f-c0c7-444bfbbbe587/data/hbase/meta/1588230740/.tmp/ns/7f5ea24c604143fb884ae4500adf7d7b 2024-11-09T18:17:39,290 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46019/user/jenkins/test-data/77c33bbe-baaf-e35f-c0c7-444bfbbbe587/data/hbase/meta/1588230740/.tmp/ns/7f5ea24c604143fb884ae4500adf7d7b as hdfs://localhost:46019/user/jenkins/test-data/77c33bbe-baaf-e35f-c0c7-444bfbbbe587/data/hbase/meta/1588230740/ns/7f5ea24c604143fb884ae4500adf7d7b 2024-11-09T18:17:39,300 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46019/user/jenkins/test-data/77c33bbe-baaf-e35f-c0c7-444bfbbbe587/data/hbase/meta/1588230740/ns/7f5ea24c604143fb884ae4500adf7d7b, entries=2, sequenceid=6, filesize=5.0 K 2024-11-09T18:17:39,302 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 108ms, sequenceid=6, compaction requested=false 2024-11-09T18:17:39,304 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731176247020.f7a75107dbecc4873bafa2ea8ca9e32f. 2024-11-09T18:17:39,305 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:17:39,305 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T18:17:39,311 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fb97eb0edbe8%2C45563%2C1731176253824.rep, suffix=, logDir=hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/WALs/fb97eb0edbe8,45563,1731176253824, archiveDir=hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/oldWALs, maxLogs=10 2024-11-09T18:17:39,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/WALs/fb97eb0edbe8,45563,1731176253824/fb97eb0edbe8%2C45563%2C1731176253824.rep.1731176259312, exclude list is [], retry=0 2024-11-09T18:17:39,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45693,DS-154c6c75-0ff6-4207-89fe-55489f92dd4f,DISK] 2024-11-09T18:17:39,352 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46019/user/jenkins/test-data/77c33bbe-baaf-e35f-c0c7-444bfbbbe587/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-09T18:17:39,353 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T18:17:39,354 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T18:17:39,354 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T18:17:39,354 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731176259194Running coprocessor pre-close hooks at 1731176259194Disabling compacts and flushes for region at 1731176259194Disabling writes for close at 1731176259194Obtaining lock to block concurrent updates at 1731176259194Preparing flush snapshotting stores in 1588230740 at 1731176259194Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731176259195 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731176259196 (+1 ms)Flushing 1588230740/ns: creating writer at 1731176259197 (+1 ms)Flushing 1588230740/ns: appending metadata at 1731176259243 (+46 ms)Flushing 1588230740/ns: closing flushed file at 1731176259243Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e525097: reopening flushed file at 1731176259288 (+45 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 108ms, sequenceid=6, compaction requested=false at 1731176259302 (+14 ms)Writing region close event to WAL at 1731176259333 (+31 ms)Running coprocessor post-close hooks at 1731176259353 (+20 ms)Closed at 1731176259354 (+1 ms) 2024-11-09T18:17:39,354 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T18:17:39,358 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/WALs/fb97eb0edbe8,45563,1731176253824/fb97eb0edbe8%2C45563%2C1731176253824.rep.1731176259312 2024-11-09T18:17:39,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38889:38889)] 2024-11-09T18:17:39,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => f7a75107dbecc4873bafa2ea8ca9e32f, NAME => 'hbase:replication,,1731176247020.f7a75107dbecc4873bafa2ea8ca9e32f.', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:17:39,360 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T18:17:39,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T18:17:39,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731176247020.f7a75107dbecc4873bafa2ea8ca9e32f. service=MultiRowMutationService 2024-11-09T18:17:39,360 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T18:17:39,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f7a75107dbecc4873bafa2ea8ca9e32f 2024-11-09T18:17:39,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731176247020.f7a75107dbecc4873bafa2ea8ca9e32f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:17:39,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for f7a75107dbecc4873bafa2ea8ca9e32f 2024-11-09T18:17:39,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for f7a75107dbecc4873bafa2ea8ca9e32f 2024-11-09T18:17:39,365 INFO [StoreOpener-f7a75107dbecc4873bafa2ea8ca9e32f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f7a75107dbecc4873bafa2ea8ca9e32f 2024-11-09T18:17:39,371 INFO [StoreOpener-f7a75107dbecc4873bafa2ea8ca9e32f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7a75107dbecc4873bafa2ea8ca9e32f columnFamilyName hfileref 2024-11-09T18:17:39,372 DEBUG [StoreOpener-f7a75107dbecc4873bafa2ea8ca9e32f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:17:39,373 INFO [StoreOpener-f7a75107dbecc4873bafa2ea8ca9e32f-1 {}] regionserver.HStore(327): Store=f7a75107dbecc4873bafa2ea8ca9e32f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:17:39,373 INFO [StoreOpener-f7a75107dbecc4873bafa2ea8ca9e32f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f7a75107dbecc4873bafa2ea8ca9e32f 2024-11-09T18:17:39,374 INFO [StoreOpener-f7a75107dbecc4873bafa2ea8ca9e32f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7a75107dbecc4873bafa2ea8ca9e32f columnFamilyName queue 2024-11-09T18:17:39,374 DEBUG [StoreOpener-f7a75107dbecc4873bafa2ea8ca9e32f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:17:39,394 INFO [RS:0;fb97eb0edbe8:37529 {}] regionserver.HRegionServer(976): stopping server fb97eb0edbe8,37529,1731176243544; all regions closed. 2024-11-09T18:17:39,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34719 is added to blk_1073741834_1010 (size=1152) 2024-11-09T18:17:39,420 DEBUG [StoreOpener-f7a75107dbecc4873bafa2ea8ca9e32f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/data/hbase/replication/f7a75107dbecc4873bafa2ea8ca9e32f/queue/68d9f67169ac4e0489e819fdd9331ec9 2024-11-09T18:17:39,420 INFO [StoreOpener-f7a75107dbecc4873bafa2ea8ca9e32f-1 {}] regionserver.HStore(327): Store=f7a75107dbecc4873bafa2ea8ca9e32f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:17:39,424 INFO [StoreOpener-f7a75107dbecc4873bafa2ea8ca9e32f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f7a75107dbecc4873bafa2ea8ca9e32f 2024-11-09T18:17:39,429 INFO [StoreOpener-f7a75107dbecc4873bafa2ea8ca9e32f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7a75107dbecc4873bafa2ea8ca9e32f columnFamilyName sid 2024-11-09T18:17:39,429 DEBUG [StoreOpener-f7a75107dbecc4873bafa2ea8ca9e32f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:17:39,429 DEBUG [RS:0;fb97eb0edbe8:37529 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/77c33bbe-baaf-e35f-c0c7-444bfbbbe587/oldWALs 2024-11-09T18:17:39,429 INFO [RS:0;fb97eb0edbe8:37529 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb97eb0edbe8%2C37529%2C1731176243544.meta:.meta(num 1731176246716) 2024-11-09T18:17:39,430 INFO [StoreOpener-f7a75107dbecc4873bafa2ea8ca9e32f-1 {}] regionserver.HStore(327): Store=f7a75107dbecc4873bafa2ea8ca9e32f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:17:39,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for f7a75107dbecc4873bafa2ea8ca9e32f 2024-11-09T18:17:39,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/data/hbase/replication/f7a75107dbecc4873bafa2ea8ca9e32f 2024-11-09T18:17:39,432 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/data/hbase/replication/f7a75107dbecc4873bafa2ea8ca9e32f 2024-11-09T18:17:39,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for f7a75107dbecc4873bafa2ea8ca9e32f 2024-11-09T18:17:39,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for f7a75107dbecc4873bafa2ea8ca9e32f 2024-11-09T18:17:39,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T18:17:39,440 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for f7a75107dbecc4873bafa2ea8ca9e32f 2024-11-09T18:17:39,441 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened f7a75107dbecc4873bafa2ea8ca9e32f; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60557433, jitterRate=-0.09762392938137054}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T18:17:39,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f7a75107dbecc4873bafa2ea8ca9e32f 2024-11-09T18:17:39,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for f7a75107dbecc4873bafa2ea8ca9e32f: Running coprocessor pre-open hook at 1731176259361Writing region info on filesystem at 1731176259361Initializing all the Stores at 1731176259363 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176259363Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176259364 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176259364Cleaning up temporary data from old regions at 1731176259434 (+70 ms)Running coprocessor post-open hooks at 1731176259441 (+7 ms)Region opened successfully at 1731176259442 (+1 ms) 2024-11-09T18:17:39,444 DEBUG [RS:0;fb97eb0edbe8:45563.replicationSource.wal-reader.fb97eb0edbe8%2C45563%2C1731176253824,1-fb97eb0edbe8,45563,1731176253824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/WALs/fb97eb0edbe8,45563,1731176253824/fb97eb0edbe8%2C45563%2C1731176253824.1731176254941 to pos 0, reset compression=false 2024-11-09T18:17:39,446 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731176247020.f7a75107dbecc4873bafa2ea8ca9e32f., pid=19, masterSystemTime=1731176259295 2024-11-09T18:17:39,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731176247020.f7a75107dbecc4873bafa2ea8ca9e32f. 2024-11-09T18:17:39,450 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731176247020.f7a75107dbecc4873bafa2ea8ca9e32f. 2024-11-09T18:17:39,451 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=f7a75107dbecc4873bafa2ea8ca9e32f, regionState=OPEN, openSeqNum=10, regionLocation=fb97eb0edbe8,45563,1731176253824 2024-11-09T18:17:39,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure f7a75107dbecc4873bafa2ea8ca9e32f, server=fb97eb0edbe8,45563,1731176253824 because future has completed 2024-11-09T18:17:39,459 DEBUG [RS:0;fb97eb0edbe8:45563.replicationSource.wal-reader.fb97eb0edbe8%2C45563%2C1731176253824,2-fb97eb0edbe8,45563,1731176253824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/WALs/fb97eb0edbe8,45563,1731176253824/fb97eb0edbe8%2C45563%2C1731176253824.1731176254941 to pos 0, reset compression=false 2024-11-09T18:17:39,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34719 is added to blk_1073741832_1008 (size=93) 2024-11-09T18:17:39,477 DEBUG [RS:0;fb97eb0edbe8:37529 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/77c33bbe-baaf-e35f-c0c7-444bfbbbe587/oldWALs 2024-11-09T18:17:39,478 INFO [RS:0;fb97eb0edbe8:37529 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb97eb0edbe8%2C37529%2C1731176243544:(num 1731176245702) 2024-11-09T18:17:39,478 DEBUG [RS:0;fb97eb0edbe8:37529 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:17:39,478 INFO [RS:0;fb97eb0edbe8:37529 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:17:39,478 INFO [RS:0;fb97eb0edbe8:37529 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T18:17:39,478 INFO [RS:0;fb97eb0edbe8:37529 {}] hbase.ChoreService(370): Chore service for: regionserver/fb97eb0edbe8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T18:17:39,478 INFO [RS:0;fb97eb0edbe8:37529 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T18:17:39,479 INFO [RS:0;fb97eb0edbe8:37529 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37529 2024-11-09T18:17:39,479 INFO [regionserver/fb97eb0edbe8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T18:17:39,488 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-09T18:17:39,488 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure f7a75107dbecc4873bafa2ea8ca9e32f, server=fb97eb0edbe8,45563,1731176253824 in 340 msec 2024-11-09T18:17:39,495 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-09T18:17:39,495 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f7a75107dbecc4873bafa2ea8ca9e32f, ASSIGN in 516 msec 2024-11-09T18:17:39,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33343-0x10120d0eaed0003, quorum=127.0.0.1:60917, baseZNode=/1-401276052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-401276052/rs 2024-11-09T18:17:39,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37529-0x10120d0eaed0004, quorum=127.0.0.1:60917, baseZNode=/1-401276052 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-401276052/rs/fb97eb0edbe8,37529,1731176243544 2024-11-09T18:17:39,495 INFO [RS:0;fb97eb0edbe8:37529 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T18:17:39,497 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-09T18:17:39,511 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fb97eb0edbe8,37529,1731176243544] 2024-11-09T18:17:39,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731176247020.f7a75107dbecc4873bafa2ea8ca9e32f., hostname=fb97eb0edbe8,45563,1731176253824, seqNum=10] 2024-11-09T18:17:39,516 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-401276052/draining/fb97eb0edbe8,37529,1731176243544 already deleted, retry=false 2024-11-09T18:17:39,516 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fb97eb0edbe8,37529,1731176243544 expired; onlineServers=0 2024-11-09T18:17:39,516 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fb97eb0edbe8,33343,1731176243368' ***** 2024-11-09T18:17:39,516 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T18:17:39,517 INFO [M:0;fb97eb0edbe8:33343 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T18:17:39,517 INFO [M:0;fb97eb0edbe8:33343 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T18:17:39,517 DEBUG [M:0;fb97eb0edbe8:33343 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T18:17:39,517 DEBUG [M:0;fb97eb0edbe8:33343 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T18:17:39,517 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T18:17:39,517 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731176245391 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731176245391,5,FailOnTimeoutGroup] 2024-11-09T18:17:39,517 INFO [M:0;fb97eb0edbe8:33343 {}] hbase.ChoreService(370): Chore service for: master/fb97eb0edbe8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T18:17:39,517 INFO [M:0;fb97eb0edbe8:33343 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T18:17:39,517 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731176245391 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731176245391,5,FailOnTimeoutGroup] 2024-11-09T18:17:39,517 DEBUG [M:0;fb97eb0edbe8:33343 {}] master.HMaster(1795): Stopping service threads 2024-11-09T18:17:39,518 INFO [M:0;fb97eb0edbe8:33343 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T18:17:39,518 INFO [M:0;fb97eb0edbe8:33343 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T18:17:39,518 INFO [M:0;fb97eb0edbe8:33343 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T18:17:39,518 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T18:17:39,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33343-0x10120d0eaed0003, quorum=127.0.0.1:60917, baseZNode=/1-401276052 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-401276052/master 2024-11-09T18:17:39,527 DEBUG [M:0;fb97eb0edbe8:33343 {}] zookeeper.ZKUtil(347): master:33343-0x10120d0eaed0003, quorum=127.0.0.1:60917, baseZNode=/1-401276052 Unable to get data of znode /1-401276052/master because node does not exist (not an error) 2024-11-09T18:17:39,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33343-0x10120d0eaed0003, quorum=127.0.0.1:60917, baseZNode=/1-401276052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-401276052 2024-11-09T18:17:39,527 WARN [M:0;fb97eb0edbe8:33343 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T18:17:39,553 INFO [M:0;fb97eb0edbe8:33343 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46019/user/jenkins/test-data/77c33bbe-baaf-e35f-c0c7-444bfbbbe587/.lastflushedseqids 2024-11-09T18:17:39,568 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for fb97eb0edbe8,36225,1731176235950 2024-11-09T18:17:39,569 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-09T18:17:39,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34719 is added to blk_1073741836_1012 (size=99) 2024-11-09T18:17:39,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37529-0x10120d0eaed0004, quorum=127.0.0.1:60917, baseZNode=/1-401276052 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:17:39,606 INFO [RS:0;fb97eb0edbe8:37529 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T18:17:39,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37529-0x10120d0eaed0004, quorum=127.0.0.1:60917, baseZNode=/1-401276052 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:17:39,607 INFO [RS:0;fb97eb0edbe8:37529 {}] regionserver.HRegionServer(1031): Exiting; stopping=fb97eb0edbe8,37529,1731176243544; zookeeper connection closed. 2024-11-09T18:17:39,608 INFO [M:0;fb97eb0edbe8:33343 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T18:17:39,608 INFO [M:0;fb97eb0edbe8:33343 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T18:17:39,608 DEBUG [M:0;fb97eb0edbe8:33343 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T18:17:39,609 INFO [M:0;fb97eb0edbe8:33343 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:17:39,609 DEBUG [M:0;fb97eb0edbe8:33343 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:17:39,609 DEBUG [M:0;fb97eb0edbe8:33343 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T18:17:39,609 DEBUG [M:0;fb97eb0edbe8:33343 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:17:39,609 INFO [M:0;fb97eb0edbe8:33343 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-09T18:17:39,620 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@18ea91ce {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@18ea91ce 2024-11-09T18:17:39,620 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T18:17:39,640 DEBUG [M:0;fb97eb0edbe8:33343 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46019/user/jenkins/test-data/77c33bbe-baaf-e35f-c0c7-444bfbbbe587/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ef0e65ea30c84271978d7c7e999a0ebd is 82, key is hbase:meta,,1/info:regioninfo/1731176246837/Put/seqid=0 2024-11-09T18:17:39,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34719 is added to blk_1073741837_1013 (size=5672) 2024-11-09T18:17:39,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45563 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-09T18:17:40,057 INFO [M:0;fb97eb0edbe8:33343 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46019/user/jenkins/test-data/77c33bbe-baaf-e35f-c0c7-444bfbbbe587/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ef0e65ea30c84271978d7c7e999a0ebd 2024-11-09T18:17:40,085 DEBUG [M:0;fb97eb0edbe8:33343 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46019/user/jenkins/test-data/77c33bbe-baaf-e35f-c0c7-444bfbbbe587/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0448bd6915e94d4191de6b7328c81462 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731176246878/Put/seqid=0 2024-11-09T18:17:40,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34719 is added to blk_1073741838_1014 (size=5275) 2024-11-09T18:17:40,480 DEBUG [RS:0;fb97eb0edbe8:45563.replicationSource.wal-reader.fb97eb0edbe8%2C45563%2C1731176253824,1-fb97eb0edbe8,45563,1731176253824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/WALs/fb97eb0edbe8,45563,1731176253824/fb97eb0edbe8%2C45563%2C1731176253824.1731176254941 to pos 0, reset compression=false 2024-11-09T18:17:40,491 INFO [M:0;fb97eb0edbe8:33343 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46019/user/jenkins/test-data/77c33bbe-baaf-e35f-c0c7-444bfbbbe587/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0448bd6915e94d4191de6b7328c81462 2024-11-09T18:17:40,504 DEBUG [RS:0;fb97eb0edbe8:45563.replicationSource.wal-reader.fb97eb0edbe8%2C45563%2C1731176253824,2-fb97eb0edbe8,45563,1731176253824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/WALs/fb97eb0edbe8,45563,1731176253824/fb97eb0edbe8%2C45563%2C1731176253824.1731176254941 to pos 0, reset compression=false 2024-11-09T18:17:40,520 DEBUG [M:0;fb97eb0edbe8:33343 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46019/user/jenkins/test-data/77c33bbe-baaf-e35f-c0c7-444bfbbbe587/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/db49ebb6309246e98be6f0bd9b5b0078 is 69, key is fb97eb0edbe8,37529,1731176243544/rs:state/1731176245445/Put/seqid=0 2024-11-09T18:17:40,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34719 is added to blk_1073741839_1015 (size=5156) 2024-11-09T18:17:40,760 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T18:17:40,926 INFO [M:0;fb97eb0edbe8:33343 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46019/user/jenkins/test-data/77c33bbe-baaf-e35f-c0c7-444bfbbbe587/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/db49ebb6309246e98be6f0bd9b5b0078 2024-11-09T18:17:40,935 DEBUG [M:0;fb97eb0edbe8:33343 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46019/user/jenkins/test-data/77c33bbe-baaf-e35f-c0c7-444bfbbbe587/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ef0e65ea30c84271978d7c7e999a0ebd as hdfs://localhost:46019/user/jenkins/test-data/77c33bbe-baaf-e35f-c0c7-444bfbbbe587/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ef0e65ea30c84271978d7c7e999a0ebd 2024-11-09T18:17:40,943 INFO [M:0;fb97eb0edbe8:33343 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46019/user/jenkins/test-data/77c33bbe-baaf-e35f-c0c7-444bfbbbe587/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ef0e65ea30c84271978d7c7e999a0ebd, entries=8, sequenceid=28, filesize=5.5 K 2024-11-09T18:17:40,945 DEBUG [M:0;fb97eb0edbe8:33343 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46019/user/jenkins/test-data/77c33bbe-baaf-e35f-c0c7-444bfbbbe587/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0448bd6915e94d4191de6b7328c81462 as hdfs://localhost:46019/user/jenkins/test-data/77c33bbe-baaf-e35f-c0c7-444bfbbbe587/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0448bd6915e94d4191de6b7328c81462 2024-11-09T18:17:40,953 INFO [M:0;fb97eb0edbe8:33343 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46019/user/jenkins/test-data/77c33bbe-baaf-e35f-c0c7-444bfbbbe587/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0448bd6915e94d4191de6b7328c81462, entries=3, sequenceid=28, filesize=5.2 K 2024-11-09T18:17:40,954 DEBUG [M:0;fb97eb0edbe8:33343 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46019/user/jenkins/test-data/77c33bbe-baaf-e35f-c0c7-444bfbbbe587/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/db49ebb6309246e98be6f0bd9b5b0078 as hdfs://localhost:46019/user/jenkins/test-data/77c33bbe-baaf-e35f-c0c7-444bfbbbe587/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/db49ebb6309246e98be6f0bd9b5b0078 2024-11-09T18:17:40,961 INFO [M:0;fb97eb0edbe8:33343 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46019/user/jenkins/test-data/77c33bbe-baaf-e35f-c0c7-444bfbbbe587/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/db49ebb6309246e98be6f0bd9b5b0078, entries=1, sequenceid=28, filesize=5.0 K 2024-11-09T18:17:40,962 INFO [M:0;fb97eb0edbe8:33343 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1353ms, sequenceid=28, compaction requested=false 2024-11-09T18:17:40,963 INFO [M:0;fb97eb0edbe8:33343 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:17:40,963 DEBUG [M:0;fb97eb0edbe8:33343 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731176259608Disabling compacts and flushes for region at 1731176259608Disabling writes for close at 1731176259609 (+1 ms)Obtaining lock to block concurrent updates at 1731176259609Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731176259609Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731176259610 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731176259611 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731176259612 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731176259640 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731176259640Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731176260063 (+423 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731176260085 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731176260085Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731176260498 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731176260519 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731176260519Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f09e092: reopening flushed file at 1731176260933 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28f76d7f: reopening flushed file at 1731176260943 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@684fd1fa: reopening flushed file at 1731176260953 (+10 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1353ms, sequenceid=28, compaction requested=false at 1731176260962 (+9 ms)Writing region close event to WAL at 1731176260963 (+1 ms)Closed at 1731176260963 2024-11-09T18:17:40,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34719 is added to blk_1073741830_1006 (size=10165) 2024-11-09T18:17:40,967 INFO [M:0;fb97eb0edbe8:33343 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T18:17:40,967 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T18:17:40,967 INFO [M:0;fb97eb0edbe8:33343 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33343 2024-11-09T18:17:40,969 INFO [M:0;fb97eb0edbe8:33343 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T18:17:41,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33343-0x10120d0eaed0003, quorum=127.0.0.1:60917, baseZNode=/1-401276052 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:17:41,142 INFO [M:0;fb97eb0edbe8:33343 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T18:17:41,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33343-0x10120d0eaed0003, quorum=127.0.0.1:60917, baseZNode=/1-401276052 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:17:41,148 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71e590b3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:17:41,152 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7546042f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T18:17:41,152 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T18:17:41,152 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f8615b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T18:17:41,152 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9b8f4a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/838c3d71-1a0b-d45f-6795-1cf9e054448b/hadoop.log.dir/,STOPPED} 2024-11-09T18:17:41,155 WARN [BP-2128100651-172.17.0.3-1731176241011 heartbeating to localhost/127.0.0.1:46019 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T18:17:41,155 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T18:17:41,155 WARN [BP-2128100651-172.17.0.3-1731176241011 heartbeating to localhost/127.0.0.1:46019 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2128100651-172.17.0.3-1731176241011 (Datanode Uuid 23651e57-5714-4549-be4a-44ca812d1501) service to localhost/127.0.0.1:46019 2024-11-09T18:17:41,155 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T18:17:41,156 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/838c3d71-1a0b-d45f-6795-1cf9e054448b/cluster_23f5755f-dace-bd87-0b21-25664fca351d/data/data1/current/BP-2128100651-172.17.0.3-1731176241011 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T18:17:41,156 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/838c3d71-1a0b-d45f-6795-1cf9e054448b/cluster_23f5755f-dace-bd87-0b21-25664fca351d/data/data2/current/BP-2128100651-172.17.0.3-1731176241011 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T18:17:41,156 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T18:17:41,162 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5eb93ad6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T18:17:41,162 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5af633d6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T18:17:41,162 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T18:17:41,162 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7190c8f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T18:17:41,162 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d5127ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/838c3d71-1a0b-d45f-6795-1cf9e054448b/hadoop.log.dir/,STOPPED} 2024-11-09T18:17:41,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T18:17:41,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T18:17:41,181 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:17:41,181 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:17:41,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:17:41,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:17:41,182 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:17:41,182 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T18:17:41,182 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=223013209, stopped=false 2024-11-09T18:17:41,182 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fb97eb0edbe8,42827,1731176253765 2024-11-09T18:17:41,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42827-0x10120d0eaed0006, quorum=127.0.0.1:60917, baseZNode=/05263873 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/05263873/running 2024-11-09T18:17:41,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45563-0x10120d0eaed0007, quorum=127.0.0.1:60917, baseZNode=/05263873 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/05263873/running 2024-11-09T18:17:41,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42827-0x10120d0eaed0006, quorum=127.0.0.1:60917, baseZNode=/05263873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/05263873 2024-11-09T18:17:41,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45563-0x10120d0eaed0007, quorum=127.0.0.1:60917, baseZNode=/05263873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/05263873 2024-11-09T18:17:41,201 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T18:17:41,201 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:17:41,201 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:17:41,201 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:17:41,202 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fb97eb0edbe8,45563,1731176253824' ***** 2024-11-09T18:17:41,202 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42827-0x10120d0eaed0006, quorum=127.0.0.1:60917, baseZNode=/05263873 Set watcher on znode that does not yet exist, /05263873/running 2024-11-09T18:17:41,202 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T18:17:41,202 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45563-0x10120d0eaed0007, quorum=127.0.0.1:60917, baseZNode=/05263873 Set watcher on znode that does not yet exist, /05263873/running 2024-11-09T18:17:41,202 INFO [RS:0;fb97eb0edbe8:45563 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T18:17:41,202 INFO [RS:0;fb97eb0edbe8:45563 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T18:17:41,202 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T18:17:41,202 INFO [RS:0;fb97eb0edbe8:45563 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T18:17:41,203 INFO [RS:0;fb97eb0edbe8:45563 {}] regionserver.HRegionServer(3091): Received CLOSE for f7a75107dbecc4873bafa2ea8ca9e32f 2024-11-09T18:17:41,203 INFO [RS:0;fb97eb0edbe8:45563 {}] regionserver.HRegionServer(959): stopping server fb97eb0edbe8,45563,1731176253824 2024-11-09T18:17:41,203 INFO [RS:0;fb97eb0edbe8:45563 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T18:17:41,203 INFO [RS:0;fb97eb0edbe8:45563 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fb97eb0edbe8:45563. 2024-11-09T18:17:41,203 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f7a75107dbecc4873bafa2ea8ca9e32f, disabling compactions & flushes 2024-11-09T18:17:41,203 DEBUG [RS:0;fb97eb0edbe8:45563 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:17:41,204 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731176247020.f7a75107dbecc4873bafa2ea8ca9e32f. 2024-11-09T18:17:41,204 DEBUG [RS:0;fb97eb0edbe8:45563 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:17:41,204 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731176247020.f7a75107dbecc4873bafa2ea8ca9e32f. 2024-11-09T18:17:41,204 INFO [RS:0;fb97eb0edbe8:45563 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T18:17:41,204 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731176247020.f7a75107dbecc4873bafa2ea8ca9e32f. after waiting 0 ms 2024-11-09T18:17:41,204 INFO [RS:0;fb97eb0edbe8:45563 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T18:17:41,204 INFO [RS:0;fb97eb0edbe8:45563 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T18:17:41,204 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731176247020.f7a75107dbecc4873bafa2ea8ca9e32f. 2024-11-09T18:17:41,204 INFO [RS:0;fb97eb0edbe8:45563 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T18:17:41,204 INFO [RS:0;fb97eb0edbe8:45563 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T18:17:41,204 DEBUG [RS:0;fb97eb0edbe8:45563 {}] regionserver.HRegionServer(1325): Online Regions={f7a75107dbecc4873bafa2ea8ca9e32f=hbase:replication,,1731176247020.f7a75107dbecc4873bafa2ea8ca9e32f., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T18:17:41,205 DEBUG [RS:0;fb97eb0edbe8:45563 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f7a75107dbecc4873bafa2ea8ca9e32f 2024-11-09T18:17:41,205 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T18:17:41,205 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T18:17:41,205 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T18:17:41,205 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T18:17:41,205 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T18:17:41,205 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-09T18:17:41,213 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/data/hbase/replication/f7a75107dbecc4873bafa2ea8ca9e32f/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-09T18:17:41,214 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T18:17:41,214 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T18:17:41,214 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731176247020.f7a75107dbecc4873bafa2ea8ca9e32f. 2024-11-09T18:17:41,214 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f7a75107dbecc4873bafa2ea8ca9e32f: Waiting for close lock at 1731176261203Running coprocessor pre-close hooks at 1731176261203Disabling compacts and flushes for region at 1731176261203Disabling writes for close at 1731176261204 (+1 ms)Writing region close event to WAL at 1731176261205 (+1 ms)Running coprocessor post-close hooks at 1731176261213 (+8 ms)Closed at 1731176261214 (+1 ms) 2024-11-09T18:17:41,214 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731176247020.f7a75107dbecc4873bafa2ea8ca9e32f. 2024-11-09T18:17:41,225 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/data/hbase/meta/1588230740/.tmp/info/00a8c31e684e458cacfb4a69f5340ef4 is 147, key is hbase:replication,,1731176247020.f7a75107dbecc4873bafa2ea8ca9e32f./info:regioninfo/1731176259451/Put/seqid=0 2024-11-09T18:17:41,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45693 is added to blk_1073741851_1027 (size=6385) 2024-11-09T18:17:41,258 INFO [regionserver/fb97eb0edbe8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:17:41,405 DEBUG [RS:0;fb97eb0edbe8:45563 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T18:17:41,586 DEBUG [RS:0;fb97eb0edbe8:45563.replicationSource.wal-reader.fb97eb0edbe8%2C45563%2C1731176253824,1-fb97eb0edbe8,45563,1731176253824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/WALs/fb97eb0edbe8,45563,1731176253824/fb97eb0edbe8%2C45563%2C1731176253824.1731176254941 to pos 0, reset compression=false 2024-11-09T18:17:41,605 DEBUG [RS:0;fb97eb0edbe8:45563 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T18:17:41,612 DEBUG [RS:0;fb97eb0edbe8:45563.replicationSource.wal-reader.fb97eb0edbe8%2C45563%2C1731176253824,2-fb97eb0edbe8,45563,1731176253824 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/WALs/fb97eb0edbe8,45563,1731176253824/fb97eb0edbe8%2C45563%2C1731176253824.1731176254941 to pos 0, reset compression=false 2024-11-09T18:17:41,630 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/data/hbase/meta/1588230740/.tmp/info/00a8c31e684e458cacfb4a69f5340ef4 2024-11-09T18:17:41,640 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/data/hbase/meta/1588230740/.tmp/info/00a8c31e684e458cacfb4a69f5340ef4 as hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/data/hbase/meta/1588230740/info/00a8c31e684e458cacfb4a69f5340ef4 2024-11-09T18:17:41,647 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/data/hbase/meta/1588230740/info/00a8c31e684e458cacfb4a69f5340ef4, entries=8, sequenceid=19, filesize=6.2 K 2024-11-09T18:17:41,649 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 444ms, sequenceid=19, compaction requested=false 2024-11-09T18:17:41,654 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-09T18:17:41,655 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T18:17:41,655 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T18:17:41,655 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T18:17:41,655 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731176261204Running coprocessor pre-close hooks at 1731176261204Disabling compacts and flushes for region at 1731176261205 (+1 ms)Disabling writes for close at 1731176261205Obtaining lock to block concurrent updates at 1731176261205Preparing flush snapshotting stores in 1588230740 at 1731176261205Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731176261206 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731176261206Flushing 1588230740/info: creating writer at 1731176261206Flushing 1588230740/info: appending metadata at 1731176261225 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731176261225Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bc2f0bb: reopening flushed file at 1731176261639 (+414 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 444ms, sequenceid=19, compaction requested=false at 1731176261649 (+10 ms)Writing region close event to WAL at 1731176261650 (+1 ms)Running coprocessor post-close hooks at 1731176261655 (+5 ms)Closed at 1731176261655 2024-11-09T18:17:41,655 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T18:17:41,749 INFO [regionserver/fb97eb0edbe8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T18:17:41,750 INFO [regionserver/fb97eb0edbe8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T18:17:41,805 INFO [RS:0;fb97eb0edbe8:45563 {}] regionserver.HRegionServer(976): stopping server fb97eb0edbe8,45563,1731176253824; all regions closed. 2024-11-09T18:17:41,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45693 is added to blk_1073741849_1025 (size=2156) 2024-11-09T18:17:41,818 DEBUG [RS:0;fb97eb0edbe8:45563 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/oldWALs 2024-11-09T18:17:41,818 INFO [RS:0;fb97eb0edbe8:45563 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb97eb0edbe8%2C45563%2C1731176253824.meta:.meta(num 1731176255234) 2024-11-09T18:17:41,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45693 is added to blk_1073741850_1026 (size=796) 2024-11-09T18:17:41,825 DEBUG [RS:0;fb97eb0edbe8:45563 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/oldWALs 2024-11-09T18:17:41,825 INFO [RS:0;fb97eb0edbe8:45563 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb97eb0edbe8%2C45563%2C1731176253824.rep:(num 1731176259312) 2024-11-09T18:17:41,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45693 is added to blk_1073741848_1024 (size=93) 2024-11-09T18:17:41,827 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/WALs/fb97eb0edbe8,45563,1731176253824/fb97eb0edbe8%2C45563%2C1731176253824.1731176254941 not finished, retry = 0 2024-11-09T18:17:41,936 DEBUG [RS:0;fb97eb0edbe8:45563 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/oldWALs 2024-11-09T18:17:41,936 INFO [RS:0;fb97eb0edbe8:45563 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb97eb0edbe8%2C45563%2C1731176253824:(num 1731176254941) 2024-11-09T18:17:41,936 DEBUG [RS:0;fb97eb0edbe8:45563 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:17:41,936 INFO [RS:0;fb97eb0edbe8:45563 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:17:41,937 INFO [RS:0;fb97eb0edbe8:45563 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T18:17:41,937 INFO [RS:0;fb97eb0edbe8:45563 {}] hbase.ChoreService(370): Chore service for: regionserver/fb97eb0edbe8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T18:17:41,938 INFO [RS:0;fb97eb0edbe8:45563 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T18:17:41,938 INFO [regionserver/fb97eb0edbe8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T18:17:41,939 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/fb97eb0edbe8:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-09T18:17:41,939 INFO [RS:0;fb97eb0edbe8:45563 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fb97eb0edbe8,45563,1731176253824 because: Region server is closing 2024-11-09T18:17:41,939 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/fb97eb0edbe8:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-09T18:17:41,939 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/fb97eb0edbe8:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-09T18:17:41,939 INFO [RS:0;fb97eb0edbe8:45563 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fb97eb0edbe8:45563. 2024-11-09T18:17:41,939 DEBUG [RS:0;fb97eb0edbe8:45563 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:17:41,939 DEBUG [RS:0;fb97eb0edbe8:45563 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:17:41,940 DEBUG [RS:0;fb97eb0edbe8:45563 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:17:41,940 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:17:42,040 WARN [RS:0;fb97eb0edbe8:45563.replicationSource.wal-reader.fb97eb0edbe8%2C45563%2C1731176253824,1-fb97eb0edbe8,45563,1731176253824 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T18:17:42,040 WARN [RS:0;fb97eb0edbe8:45563.replicationSource.shipperfb97eb0edbe8%2C45563%2C1731176253824,1-fb97eb0edbe8,45563,1731176253824 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T18:17:42,041 INFO [RS:0;fb97eb0edbe8:45563 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;fb97eb0edbe8:45563.replicationSource.shipperfb97eb0edbe8%2C45563%2C1731176253824,1-fb97eb0edbe8,45563,1731176253824 terminated 2024-11-09T18:17:42,041 INFO [RS:0;fb97eb0edbe8:45563 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-fb97eb0edbe8,45563,1731176253824 because: Region server is closing 2024-11-09T18:17:42,041 INFO [RS:0;fb97eb0edbe8:45563 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fb97eb0edbe8:45563. 2024-11-09T18:17:42,041 DEBUG [RS:0;fb97eb0edbe8:45563 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:17:42,041 DEBUG [RS:0;fb97eb0edbe8:45563 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:17:42,042 DEBUG [RS:0;fb97eb0edbe8:45563 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:17:42,042 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:17:42,143 WARN [RS:0;fb97eb0edbe8:45563.replicationSource.shipperfb97eb0edbe8%2C45563%2C1731176253824,2-fb97eb0edbe8,45563,1731176253824 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T18:17:42,143 WARN [RS:0;fb97eb0edbe8:45563.replicationSource.wal-reader.fb97eb0edbe8%2C45563%2C1731176253824,2-fb97eb0edbe8,45563,1731176253824 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T18:17:42,144 INFO [RS:0;fb97eb0edbe8:45563 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;fb97eb0edbe8:45563.replicationSource.shipperfb97eb0edbe8%2C45563%2C1731176253824,2-fb97eb0edbe8,45563,1731176253824 terminated 2024-11-09T18:17:42,144 INFO [RS:0;fb97eb0edbe8:45563 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45563 2024-11-09T18:17:42,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45563-0x10120d0eaed0007, quorum=127.0.0.1:60917, baseZNode=/05263873 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/05263873/rs/fb97eb0edbe8,45563,1731176253824 2024-11-09T18:17:42,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42827-0x10120d0eaed0006, quorum=127.0.0.1:60917, baseZNode=/05263873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/05263873/rs 2024-11-09T18:17:42,211 INFO [RS:0;fb97eb0edbe8:45563 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T18:17:42,221 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fb97eb0edbe8,45563,1731176253824] 2024-11-09T18:17:42,232 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /05263873/draining/fb97eb0edbe8,45563,1731176253824 already deleted, retry=false 2024-11-09T18:17:42,232 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fb97eb0edbe8,45563,1731176253824 expired; onlineServers=0 2024-11-09T18:17:42,232 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fb97eb0edbe8,42827,1731176253765' ***** 2024-11-09T18:17:42,232 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T18:17:42,232 INFO [M:0;fb97eb0edbe8:42827 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T18:17:42,232 INFO [M:0;fb97eb0edbe8:42827 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T18:17:42,232 DEBUG [M:0;fb97eb0edbe8:42827 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T18:17:42,232 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T18:17:42,232 DEBUG [M:0;fb97eb0edbe8:42827 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T18:17:42,232 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731176254405 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731176254405,5,FailOnTimeoutGroup] 2024-11-09T18:17:42,233 INFO [M:0;fb97eb0edbe8:42827 {}] hbase.ChoreService(370): Chore service for: master/fb97eb0edbe8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T18:17:42,233 INFO [M:0;fb97eb0edbe8:42827 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T18:17:42,233 DEBUG [M:0;fb97eb0edbe8:42827 {}] master.HMaster(1795): Stopping service threads 2024-11-09T18:17:42,233 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731176254408 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731176254408,5,FailOnTimeoutGroup] 2024-11-09T18:17:42,233 INFO [M:0;fb97eb0edbe8:42827 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T18:17:42,233 INFO [M:0;fb97eb0edbe8:42827 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T18:17:42,234 INFO [M:0;fb97eb0edbe8:42827 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T18:17:42,234 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T18:17:42,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42827-0x10120d0eaed0006, quorum=127.0.0.1:60917, baseZNode=/05263873 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/05263873/master 2024-11-09T18:17:42,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42827-0x10120d0eaed0006, quorum=127.0.0.1:60917, baseZNode=/05263873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/05263873 2024-11-09T18:17:42,242 DEBUG [M:0;fb97eb0edbe8:42827 {}] zookeeper.ZKUtil(347): master:42827-0x10120d0eaed0006, quorum=127.0.0.1:60917, baseZNode=/05263873 Unable to get data of znode /05263873/master because node does not exist (not an error) 2024-11-09T18:17:42,243 WARN [M:0;fb97eb0edbe8:42827 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T18:17:42,244 INFO [M:0;fb97eb0edbe8:42827 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/.lastflushedseqids 2024-11-09T18:17:42,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45693 is added to blk_1073741852_1028 (size=181) 2024-11-09T18:17:42,260 INFO [M:0;fb97eb0edbe8:42827 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T18:17:42,260 INFO [M:0;fb97eb0edbe8:42827 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T18:17:42,260 DEBUG [M:0;fb97eb0edbe8:42827 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T18:17:42,260 INFO [M:0;fb97eb0edbe8:42827 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:17:42,260 DEBUG [M:0;fb97eb0edbe8:42827 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:17:42,260 DEBUG [M:0;fb97eb0edbe8:42827 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T18:17:42,260 DEBUG [M:0;fb97eb0edbe8:42827 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:17:42,260 INFO [M:0;fb97eb0edbe8:42827 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-09T18:17:42,280 DEBUG [M:0;fb97eb0edbe8:42827 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6b8e85342fca4f41998b0b3af670320c is 82, key is hbase:meta,,1/info:regioninfo/1731176255331/Put/seqid=0 2024-11-09T18:17:42,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45693 is added to blk_1073741853_1029 (size=5680) 2024-11-09T18:17:42,322 INFO [RS:0;fb97eb0edbe8:45563 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T18:17:42,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45563-0x10120d0eaed0007, quorum=127.0.0.1:60917, baseZNode=/05263873 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:17:42,322 INFO [RS:0;fb97eb0edbe8:45563 {}] regionserver.HRegionServer(1031): Exiting; stopping=fb97eb0edbe8,45563,1731176253824; zookeeper connection closed. 2024-11-09T18:17:42,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45563-0x10120d0eaed0007, quorum=127.0.0.1:60917, baseZNode=/05263873 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:17:42,322 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@32eab5ff {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@32eab5ff 2024-11-09T18:17:42,322 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T18:17:42,686 INFO [M:0;fb97eb0edbe8:42827 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6b8e85342fca4f41998b0b3af670320c 2024-11-09T18:17:42,705 DEBUG [M:0;fb97eb0edbe8:42827 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7ee2646672d04a89b7c0c145333ffc8b is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731176259491/Put/seqid=0 2024-11-09T18:17:42,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45693 is added to blk_1073741854_1030 (size=7319) 2024-11-09T18:17:43,111 INFO [M:0;fb97eb0edbe8:42827 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7ee2646672d04a89b7c0c145333ffc8b 2024-11-09T18:17:43,131 DEBUG [M:0;fb97eb0edbe8:42827 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/768946de39de4769a26d24c24baf420e is 69, key is fb97eb0edbe8,45563,1731176253824/rs:state/1731176254646/Put/seqid=0 2024-11-09T18:17:43,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45693 is added to blk_1073741855_1031 (size=5371) 2024-11-09T18:17:43,536 INFO [M:0;fb97eb0edbe8:42827 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/768946de39de4769a26d24c24baf420e 2024-11-09T18:17:43,543 INFO [M:0;fb97eb0edbe8:42827 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 768946de39de4769a26d24c24baf420e 2024-11-09T18:17:43,544 DEBUG [M:0;fb97eb0edbe8:42827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6b8e85342fca4f41998b0b3af670320c as hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6b8e85342fca4f41998b0b3af670320c 2024-11-09T18:17:43,550 INFO [M:0;fb97eb0edbe8:42827 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6b8e85342fca4f41998b0b3af670320c, entries=8, sequenceid=172, filesize=5.5 K 2024-11-09T18:17:43,552 DEBUG [M:0;fb97eb0edbe8:42827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7ee2646672d04a89b7c0c145333ffc8b as hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7ee2646672d04a89b7c0c145333ffc8b 2024-11-09T18:17:43,557 INFO [M:0;fb97eb0edbe8:42827 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7ee2646672d04a89b7c0c145333ffc8b, entries=7, sequenceid=172, filesize=7.1 K 2024-11-09T18:17:43,558 DEBUG [M:0;fb97eb0edbe8:42827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/768946de39de4769a26d24c24baf420e as hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/768946de39de4769a26d24c24baf420e 2024-11-09T18:17:43,565 INFO [M:0;fb97eb0edbe8:42827 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 768946de39de4769a26d24c24baf420e 2024-11-09T18:17:43,565 INFO [M:0;fb97eb0edbe8:42827 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34287/user/jenkins/test-data/983dfaa6-b166-0731-53f3-54c199153836/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/768946de39de4769a26d24c24baf420e, entries=2, sequenceid=172, filesize=5.2 K 2024-11-09T18:17:43,567 INFO [M:0;fb97eb0edbe8:42827 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1307ms, sequenceid=172, compaction requested=false 2024-11-09T18:17:43,569 INFO [M:0;fb97eb0edbe8:42827 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:17:43,569 DEBUG [M:0;fb97eb0edbe8:42827 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731176262260Disabling compacts and flushes for region at 1731176262260Disabling writes for close at 1731176262260Obtaining lock to block concurrent updates at 1731176262260Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731176262260Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731176262261 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731176262263 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731176262263Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731176262280 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731176262280Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731176262691 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731176262705 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731176262705Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731176263117 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731176263131 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731176263131Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53e61c8: reopening flushed file at 1731176263543 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45db3027: reopening flushed file at 1731176263551 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@751d5436: reopening flushed file at 1731176263557 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1307ms, sequenceid=172, compaction requested=false at 1731176263567 (+10 ms)Writing region close event to WAL at 1731176263568 (+1 ms)Closed at 1731176263568 2024-11-09T18:17:43,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45693 is added to blk_1073741847_1023 (size=22949) 2024-11-09T18:17:43,573 INFO [M:0;fb97eb0edbe8:42827 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T18:17:43,573 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T18:17:43,573 INFO [M:0;fb97eb0edbe8:42827 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42827 2024-11-09T18:17:43,573 INFO [M:0;fb97eb0edbe8:42827 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T18:17:43,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42827-0x10120d0eaed0006, quorum=127.0.0.1:60917, baseZNode=/05263873 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:17:43,774 INFO [M:0;fb97eb0edbe8:42827 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T18:17:43,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42827-0x10120d0eaed0006, quorum=127.0.0.1:60917, baseZNode=/05263873 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:17:43,777 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@318ae30c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:17:43,777 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60268925{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T18:17:43,777 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T18:17:43,777 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1edffc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T18:17:43,777 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a66a1cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c631666-2af9-6c34-afb7-e15afe976db0/hadoop.log.dir/,STOPPED} 2024-11-09T18:17:43,778 WARN [BP-1077534402-172.17.0.3-1731176231447 heartbeating to localhost/127.0.0.1:34287 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T18:17:43,778 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T18:17:43,779 WARN [BP-1077534402-172.17.0.3-1731176231447 heartbeating to localhost/127.0.0.1:34287 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1077534402-172.17.0.3-1731176231447 (Datanode Uuid 11fb4dda-cd0a-4d51-a7ac-43a8542c1b78) service to localhost/127.0.0.1:34287 2024-11-09T18:17:43,779 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T18:17:43,779 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c631666-2af9-6c34-afb7-e15afe976db0/cluster_f266fe36-728f-52dc-a838-927d12e4d222/data/data1/current/BP-1077534402-172.17.0.3-1731176231447 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T18:17:43,779 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c631666-2af9-6c34-afb7-e15afe976db0/cluster_f266fe36-728f-52dc-a838-927d12e4d222/data/data2/current/BP-1077534402-172.17.0.3-1731176231447 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T18:17:43,779 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T18:17:43,784 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4219126d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T18:17:43,785 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T18:17:43,785 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T18:17:43,785 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T18:17:43,785 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c631666-2af9-6c34-afb7-e15afe976db0/hadoop.log.dir/,STOPPED} 2024-11-09T18:17:43,791 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T18:17:43,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T18:17:43,813 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=107 (was 11) Potentially hanging thread: master/fb97eb0edbe8:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:34287 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46019 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46019 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60917) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46019 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/fb97eb0edbe8:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34287 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46019 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/fb97eb0edbe8:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46019 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60917) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34287 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34287 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@3bb7d7bf java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:34287 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/fb97eb0edbe8:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34287 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46019 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46019 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34287 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34287 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34287 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: regionserver/fb97eb0edbe8:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:46019 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46019 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=643 (was 684), ProcessCount=11 (was 11), AvailableMemoryMB=3064 (was 3947) 2024-11-09T18:17:43,820 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=107, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=643, ProcessCount=11, AvailableMemoryMB=3063 2024-11-09T18:17:43,833 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-09T18:17:43,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/838c3d71-1a0b-d45f-6795-1cf9e054448b/hadoop.log.dir so I do NOT create it in target/test-data/4588e097-043f-c91a-92d7-49d252199e97 2024-11-09T18:17:43,834 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/838c3d71-1a0b-d45f-6795-1cf9e054448b/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T18:17:43,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/838c3d71-1a0b-d45f-6795-1cf9e054448b/hadoop.tmp.dir so I do NOT create it in target/test-data/4588e097-043f-c91a-92d7-49d252199e97 2024-11-09T18:17:43,834 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/838c3d71-1a0b-d45f-6795-1cf9e054448b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T18:17:43,834 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4588e097-043f-c91a-92d7-49d252199e97 2024-11-09T18:17:43,834 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4588e097-043f-c91a-92d7-49d252199e97/cluster_ec580e5a-9e5f-d264-3b20-281c3403e7e9, deleteOnExit=true 2024-11-09T18:17:43,837 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4588e097-043f-c91a-92d7-49d252199e97/cluster_ec580e5a-9e5f-d264-3b20-281c3403e7e9/zookeeper_0, clientPort=58956, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4588e097-043f-c91a-92d7-49d252199e97/cluster_ec580e5a-9e5f-d264-3b20-281c3403e7e9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4588e097-043f-c91a-92d7-49d252199e97/cluster_ec580e5a-9e5f-d264-3b20-281c3403e7e9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T18:17:43,838 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58956 2024-11-09T18:17:43,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T18:17:43,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T18:17:43,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4588e097-043f-c91a-92d7-49d252199e97/test.cache.data in system properties and HBase conf 2024-11-09T18:17:43,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4588e097-043f-c91a-92d7-49d252199e97/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T18:17:43,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4588e097-043f-c91a-92d7-49d252199e97/hadoop.log.dir in system properties and HBase conf 2024-11-09T18:17:43,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4588e097-043f-c91a-92d7-49d252199e97/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T18:17:43,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4588e097-043f-c91a-92d7-49d252199e97/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T18:17:43,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T18:17:43,839 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T18:17:43,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4588e097-043f-c91a-92d7-49d252199e97/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T18:17:43,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4588e097-043f-c91a-92d7-49d252199e97/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T18:17:43,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4588e097-043f-c91a-92d7-49d252199e97/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T18:17:43,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4588e097-043f-c91a-92d7-49d252199e97/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T18:17:43,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4588e097-043f-c91a-92d7-49d252199e97/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T18:17:43,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4588e097-043f-c91a-92d7-49d252199e97/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T18:17:43,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4588e097-043f-c91a-92d7-49d252199e97/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T18:17:43,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4588e097-043f-c91a-92d7-49d252199e97/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T18:17:43,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4588e097-043f-c91a-92d7-49d252199e97/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T18:17:43,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4588e097-043f-c91a-92d7-49d252199e97/nfs.dump.dir in system properties and HBase conf 2024-11-09T18:17:43,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4588e097-043f-c91a-92d7-49d252199e97/java.io.tmpdir in system properties and HBase conf 2024-11-09T18:17:43,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4588e097-043f-c91a-92d7-49d252199e97/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T18:17:43,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4588e097-043f-c91a-92d7-49d252199e97/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T18:17:43,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4588e097-043f-c91a-92d7-49d252199e97/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T18:17:43,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10120d0eaed0002, quorum=127.0.0.1:60917, baseZNode=/05263873 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T18:17:43,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10120d0eaed0005, quorum=127.0.0.1:60917, baseZNode=/1-401276052 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T18:17:43,889 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10120d0eaed0002, quorum=127.0.0.1:60917, baseZNode=/05263873 Received Disconnected from ZooKeeper, ignoring 2024-11-09T18:17:43,889 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10120d0eaed0005, quorum=127.0.0.1:60917, baseZNode=/1-401276052 Received Disconnected from ZooKeeper, ignoring 2024-11-09T18:17:44,184 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:17:44,189 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T18:17:44,191 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T18:17:44,191 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T18:17:44,191 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T18:17:44,191 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:17:44,192 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@525ef99c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4588e097-043f-c91a-92d7-49d252199e97/hadoop.log.dir/,AVAILABLE} 2024-11-09T18:17:44,192 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6869fbf6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T18:17:44,288 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@70544169{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4588e097-043f-c91a-92d7-49d252199e97/java.io.tmpdir/jetty-localhost-42245-hadoop-hdfs-3_4_1-tests_jar-_-any-7302571560804439354/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T18:17:44,289 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@321a4060{HTTP/1.1, (http/1.1)}{localhost:42245} 2024-11-09T18:17:44,289 INFO [Time-limited test {}] server.Server(415): Started @35038ms 2024-11-09T18:17:44,587 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:17:44,591 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T18:17:44,592 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T18:17:44,592 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T18:17:44,592 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T18:17:44,593 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1bd303e6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4588e097-043f-c91a-92d7-49d252199e97/hadoop.log.dir/,AVAILABLE} 2024-11-09T18:17:44,593 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@526939f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T18:17:44,688 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d0b10d4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4588e097-043f-c91a-92d7-49d252199e97/java.io.tmpdir/jetty-localhost-36009-hadoop-hdfs-3_4_1-tests_jar-_-any-3023919148529014727/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:17:44,688 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4076626c{HTTP/1.1, (http/1.1)}{localhost:36009} 2024-11-09T18:17:44,688 INFO [Time-limited test {}] server.Server(415): Started @35437ms 2024-11-09T18:17:44,690 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T18:17:45,515 WARN [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4588e097-043f-c91a-92d7-49d252199e97/cluster_ec580e5a-9e5f-d264-3b20-281c3403e7e9/data/data2/current/BP-1643958684-172.17.0.3-1731176263863/current, will proceed with Du for space computation calculation, 2024-11-09T18:17:45,515 WARN [Thread-498 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4588e097-043f-c91a-92d7-49d252199e97/cluster_ec580e5a-9e5f-d264-3b20-281c3403e7e9/data/data1/current/BP-1643958684-172.17.0.3-1731176263863/current, will proceed with Du for space computation calculation, 2024-11-09T18:17:45,530 WARN [Thread-486 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T18:17:45,533 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2ef4967298b1e133 with lease ID 0xac10c39c9cc58969: Processing first storage report for DS-d9e9a73b-f6d7-4c32-8d02-ee5863297681 from datanode DatanodeRegistration(127.0.0.1:40707, datanodeUuid=c5ee5875-b1be-4668-a2ac-2b62988edd13, infoPort=39313, infoSecurePort=0, ipcPort=35789, storageInfo=lv=-57;cid=testClusterID;nsid=1682938572;c=1731176263863) 2024-11-09T18:17:45,533 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2ef4967298b1e133 with lease ID 0xac10c39c9cc58969: from storage DS-d9e9a73b-f6d7-4c32-8d02-ee5863297681 node DatanodeRegistration(127.0.0.1:40707, datanodeUuid=c5ee5875-b1be-4668-a2ac-2b62988edd13, infoPort=39313, infoSecurePort=0, ipcPort=35789, storageInfo=lv=-57;cid=testClusterID;nsid=1682938572;c=1731176263863), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T18:17:45,533 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2ef4967298b1e133 with lease ID 0xac10c39c9cc58969: Processing first storage report for DS-e9f86cac-3a6f-4044-a275-f2b3bf6f014b from datanode DatanodeRegistration(127.0.0.1:40707, datanodeUuid=c5ee5875-b1be-4668-a2ac-2b62988edd13, infoPort=39313, infoSecurePort=0, ipcPort=35789, storageInfo=lv=-57;cid=testClusterID;nsid=1682938572;c=1731176263863) 2024-11-09T18:17:45,533 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2ef4967298b1e133 with lease ID 0xac10c39c9cc58969: from storage DS-e9f86cac-3a6f-4044-a275-f2b3bf6f014b node DatanodeRegistration(127.0.0.1:40707, datanodeUuid=c5ee5875-b1be-4668-a2ac-2b62988edd13, infoPort=39313, infoSecurePort=0, ipcPort=35789, storageInfo=lv=-57;cid=testClusterID;nsid=1682938572;c=1731176263863), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T18:17:45,557 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T18:17:45,557 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T18:17:45,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T18:17:45,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T18:17:45,625 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4588e097-043f-c91a-92d7-49d252199e97 2024-11-09T18:17:45,625 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:17:45,627 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:17:45,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40707 is added to blk_1073741825_1001 (size=7) 2024-11-09T18:17:46,038 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35181/user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3 with version=8 2024-11-09T18:17:46,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35181/user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/hbase-staging 2024-11-09T18:17:46,041 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fb97eb0edbe8:0 server-side Connection retries=45 2024-11-09T18:17:46,041 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:17:46,041 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T18:17:46,041 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T18:17:46,041 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:17:46,041 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T18:17:46,042 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T18:17:46,042 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T18:17:46,042 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46423 2024-11-09T18:17:46,045 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46423 connecting to ZooKeeper ensemble=127.0.0.1:58956 2024-11-09T18:17:46,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:464230x0, quorum=127.0.0.1:58956, baseZNode=/0-1207403111 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:17:46,136 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46423-0x10120d16c480000 connected 2024-11-09T18:17:46,221 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:17:46,223 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:17:46,225 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46423-0x10120d16c480000, quorum=127.0.0.1:58956, baseZNode=/0-1207403111 Set watcher on znode that does not yet exist, /0-1207403111/running 2024-11-09T18:17:46,225 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35181/user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3, hbase.cluster.distributed=false 2024-11-09T18:17:46,227 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46423-0x10120d16c480000, quorum=127.0.0.1:58956, baseZNode=/0-1207403111 Set watcher on znode that does not yet exist, /0-1207403111/acl 2024-11-09T18:17:46,227 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46423 2024-11-09T18:17:46,227 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46423 2024-11-09T18:17:46,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46423 2024-11-09T18:17:46,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46423 2024-11-09T18:17:46,230 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46423 2024-11-09T18:17:46,245 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fb97eb0edbe8:0 server-side Connection retries=45 2024-11-09T18:17:46,245 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:17:46,245 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T18:17:46,245 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T18:17:46,245 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:17:46,245 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T18:17:46,246 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T18:17:46,246 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T18:17:46,246 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46483 2024-11-09T18:17:46,248 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46483 connecting to ZooKeeper ensemble=127.0.0.1:58956 2024-11-09T18:17:46,248 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:17:46,250 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:17:46,263 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:464830x0, quorum=127.0.0.1:58956, baseZNode=/0-1207403111 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:17:46,264 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46483-0x10120d16c480001 connected 2024-11-09T18:17:46,264 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46483-0x10120d16c480001, quorum=127.0.0.1:58956, baseZNode=/0-1207403111 Set watcher on znode that does not yet exist, /0-1207403111/running 2024-11-09T18:17:46,264 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T18:17:46,265 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T18:17:46,265 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46483-0x10120d16c480001, quorum=127.0.0.1:58956, baseZNode=/0-1207403111 Set watcher on znode that does not yet exist, /0-1207403111/master 2024-11-09T18:17:46,266 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46483-0x10120d16c480001, quorum=127.0.0.1:58956, baseZNode=/0-1207403111 Set watcher on znode that does not yet exist, /0-1207403111/acl 2024-11-09T18:17:46,267 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46483 2024-11-09T18:17:46,267 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46483 2024-11-09T18:17:46,267 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46483 2024-11-09T18:17:46,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46483 2024-11-09T18:17:46,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46483 2024-11-09T18:17:46,283 DEBUG [M:0;fb97eb0edbe8:46423 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fb97eb0edbe8:46423 2024-11-09T18:17:46,283 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1207403111/backup-masters/fb97eb0edbe8,46423,1731176266040 2024-11-09T18:17:46,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x10120d16c480000, quorum=127.0.0.1:58956, baseZNode=/0-1207403111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1207403111/backup-masters 2024-11-09T18:17:46,295 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46483-0x10120d16c480001, quorum=127.0.0.1:58956, baseZNode=/0-1207403111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1207403111/backup-masters 2024-11-09T18:17:46,295 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46423-0x10120d16c480000, quorum=127.0.0.1:58956, baseZNode=/0-1207403111 Set watcher on existing znode=/0-1207403111/backup-masters/fb97eb0edbe8,46423,1731176266040 2024-11-09T18:17:46,305 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46483-0x10120d16c480001, quorum=127.0.0.1:58956, baseZNode=/0-1207403111 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1207403111/master 2024-11-09T18:17:46,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x10120d16c480000, quorum=127.0.0.1:58956, baseZNode=/0-1207403111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1207403111 2024-11-09T18:17:46,305 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46483-0x10120d16c480001, quorum=127.0.0.1:58956, baseZNode=/0-1207403111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1207403111 2024-11-09T18:17:46,306 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46423-0x10120d16c480000, quorum=127.0.0.1:58956, baseZNode=/0-1207403111 Set watcher on existing znode=/0-1207403111/master 2024-11-09T18:17:46,306 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1207403111/backup-masters/fb97eb0edbe8,46423,1731176266040 from backup master directory 2024-11-09T18:17:46,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x10120d16c480000, quorum=127.0.0.1:58956, baseZNode=/0-1207403111 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1207403111/backup-masters/fb97eb0edbe8,46423,1731176266040 2024-11-09T18:17:46,315 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46483-0x10120d16c480001, quorum=127.0.0.1:58956, baseZNode=/0-1207403111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1207403111/backup-masters 2024-11-09T18:17:46,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x10120d16c480000, quorum=127.0.0.1:58956, baseZNode=/0-1207403111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1207403111/backup-masters 2024-11-09T18:17:46,316 WARN [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T18:17:46,316 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fb97eb0edbe8,46423,1731176266040 2024-11-09T18:17:46,320 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35181/user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/hbase.id] with ID: 86fbd4c4-51a1-4008-9ad5-179e28a167c5 2024-11-09T18:17:46,320 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35181/user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/.tmp/hbase.id 2024-11-09T18:17:46,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40707 is added to blk_1073741826_1002 (size=42) 2024-11-09T18:17:46,716 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T18:17:46,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:17:46,726 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35181/user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/.tmp/hbase.id]:[hdfs://localhost:35181/user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/hbase.id] 2024-11-09T18:17:46,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:17:46,738 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:17:46,738 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T18:17:46,740 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T18:17:46,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x10120d16c480000, quorum=127.0.0.1:58956, baseZNode=/0-1207403111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1207403111 2024-11-09T18:17:46,799 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46483-0x10120d16c480001, quorum=127.0.0.1:58956, baseZNode=/0-1207403111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1207403111 2024-11-09T18:17:46,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40707 is added to blk_1073741827_1003 (size=196) 2024-11-09T18:17:47,206 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:17:47,207 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T18:17:47,208 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:17:47,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40707 is added to blk_1073741828_1004 (size=1189) 2024-11-09T18:17:47,616 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35181/user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/MasterData/data/master/store 2024-11-09T18:17:47,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40707 is added to blk_1073741829_1005 (size=34) 2024-11-09T18:17:48,024 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:17:48,024 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T18:17:48,024 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:17:48,024 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:17:48,024 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T18:17:48,025 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:17:48,025 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:17:48,025 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731176268024Disabling compacts and flushes for region at 1731176268024Disabling writes for close at 1731176268024Writing region close event to WAL at 1731176268025 (+1 ms)Closed at 1731176268025 2024-11-09T18:17:48,026 WARN [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35181/user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/MasterData/data/master/store/.initializing 2024-11-09T18:17:48,026 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35181/user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/MasterData/WALs/fb97eb0edbe8,46423,1731176266040 2024-11-09T18:17:48,027 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T18:17:48,029 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb97eb0edbe8%2C46423%2C1731176266040, suffix=, logDir=hdfs://localhost:35181/user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/MasterData/WALs/fb97eb0edbe8,46423,1731176266040, archiveDir=hdfs://localhost:35181/user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/MasterData/oldWALs, maxLogs=10 2024-11-09T18:17:48,045 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/MasterData/WALs/fb97eb0edbe8,46423,1731176266040/fb97eb0edbe8%2C46423%2C1731176266040.1731176268029, exclude list is [], retry=0 2024-11-09T18:17:48,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40707,DS-d9e9a73b-f6d7-4c32-8d02-ee5863297681,DISK] 2024-11-09T18:17:48,051 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/MasterData/WALs/fb97eb0edbe8,46423,1731176266040/fb97eb0edbe8%2C46423%2C1731176266040.1731176268029 2024-11-09T18:17:48,051 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39313:39313)] 2024-11-09T18:17:48,051 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:17:48,051 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:17:48,052 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:17:48,052 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:17:48,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:17:48,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T18:17:48,055 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:17:48,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:17:48,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:17:48,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T18:17:48,057 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:17:48,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:17:48,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:17:48,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T18:17:48,059 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:17:48,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:17:48,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:17:48,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T18:17:48,061 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:17:48,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:17:48,061 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:17:48,062 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35181/user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:17:48,062 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35181/user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:17:48,064 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:17:48,064 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:17:48,065 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:17:48,066 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:17:48,068 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35181/user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:17:48,069 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60617559, jitterRate=-0.09672798216342926}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:17:48,070 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731176268052Initializing all the Stores at 1731176268053 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176268053Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176268053Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176268053Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176268053Cleaning up temporary data from old regions at 1731176268064 (+11 ms)Region opened successfully at 1731176268070 (+6 ms) 2024-11-09T18:17:48,070 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T18:17:48,073 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63932514, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb97eb0edbe8/172.17.0.3:0 2024-11-09T18:17:48,075 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T18:17:48,075 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T18:17:48,075 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T18:17:48,075 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T18:17:48,076 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T18:17:48,076 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T18:17:48,076 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T18:17:48,078 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T18:17:48,079 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46423-0x10120d16c480000, quorum=127.0.0.1:58956, baseZNode=/0-1207403111 Unable to get data of znode /0-1207403111/balancer because node does not exist (not necessarily an error) 2024-11-09T18:17:48,219 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1207403111/balancer already deleted, retry=false 2024-11-09T18:17:48,220 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T18:17:48,221 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46423-0x10120d16c480000, quorum=127.0.0.1:58956, baseZNode=/0-1207403111 Unable to get data of znode /0-1207403111/normalizer because node does not exist (not necessarily an error) 2024-11-09T18:17:48,231 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1207403111/normalizer already deleted, retry=false 2024-11-09T18:17:48,232 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T18:17:48,233 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46423-0x10120d16c480000, quorum=127.0.0.1:58956, baseZNode=/0-1207403111 Unable to get data of znode /0-1207403111/switch/split because node does not exist (not necessarily an error) 2024-11-09T18:17:48,242 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1207403111/switch/split already deleted, retry=false 2024-11-09T18:17:48,243 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46423-0x10120d16c480000, quorum=127.0.0.1:58956, baseZNode=/0-1207403111 Unable to get data of znode /0-1207403111/switch/merge because node does not exist (not necessarily an error) 2024-11-09T18:17:48,252 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1207403111/switch/merge already deleted, retry=false 2024-11-09T18:17:48,255 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46423-0x10120d16c480000, quorum=127.0.0.1:58956, baseZNode=/0-1207403111 Unable to get data of znode /0-1207403111/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T18:17:48,263 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1207403111/snapshot-cleanup already deleted, retry=false 2024-11-09T18:17:48,273 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46483-0x10120d16c480001, quorum=127.0.0.1:58956, baseZNode=/0-1207403111 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1207403111/running 2024-11-09T18:17:48,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x10120d16c480000, quorum=127.0.0.1:58956, baseZNode=/0-1207403111 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1207403111/running 2024-11-09T18:17:48,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x10120d16c480000, quorum=127.0.0.1:58956, baseZNode=/0-1207403111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1207403111 2024-11-09T18:17:48,274 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46483-0x10120d16c480001, quorum=127.0.0.1:58956, baseZNode=/0-1207403111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1207403111 2024-11-09T18:17:48,274 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fb97eb0edbe8,46423,1731176266040, sessionid=0x10120d16c480000, setting cluster-up flag (Was=false) 2024-11-09T18:17:48,294 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46483-0x10120d16c480001, quorum=127.0.0.1:58956, baseZNode=/0-1207403111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1207403111 2024-11-09T18:17:48,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x10120d16c480000, quorum=127.0.0.1:58956, baseZNode=/0-1207403111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1207403111 2024-11-09T18:17:48,326 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1207403111/flush-table-proc/acquired, /0-1207403111/flush-table-proc/reached, /0-1207403111/flush-table-proc/abort 2024-11-09T18:17:48,327 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb97eb0edbe8,46423,1731176266040 2024-11-09T18:17:48,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x10120d16c480000, quorum=127.0.0.1:58956, baseZNode=/0-1207403111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1207403111 2024-11-09T18:17:48,347 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46483-0x10120d16c480001, quorum=127.0.0.1:58956, baseZNode=/0-1207403111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1207403111 2024-11-09T18:17:48,379 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1207403111/online-snapshot/acquired, /0-1207403111/online-snapshot/reached, /0-1207403111/online-snapshot/abort 2024-11-09T18:17:48,380 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb97eb0edbe8,46423,1731176266040 2024-11-09T18:17:48,381 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35181/user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T18:17:48,383 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T18:17:48,384 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T18:17:48,384 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T18:17:48,384 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fb97eb0edbe8,46423,1731176266040 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T18:17:48,386 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:17:48,386 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:17:48,386 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:17:48,386 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:17:48,386 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fb97eb0edbe8:0, corePoolSize=10, maxPoolSize=10 2024-11-09T18:17:48,386 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:17:48,386 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=2, maxPoolSize=2 2024-11-09T18:17:48,386 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:17:48,388 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:17:48,389 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T18:17:48,390 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:17:48,390 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T18:17:48,391 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731176298391 2024-11-09T18:17:48,391 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T18:17:48,391 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T18:17:48,391 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T18:17:48,391 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T18:17:48,391 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T18:17:48,391 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T18:17:48,392 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:48,392 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T18:17:48,392 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T18:17:48,392 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T18:17:48,392 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T18:17:48,393 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T18:17:48,393 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T18:17:48,396 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731176268393,5,FailOnTimeoutGroup] 2024-11-09T18:17:48,397 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731176268396,5,FailOnTimeoutGroup] 2024-11-09T18:17:48,397 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:48,397 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T18:17:48,397 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:48,397 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:48,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40707 is added to blk_1073741831_1007 (size=1321) 2024-11-09T18:17:48,475 INFO [RS:0;fb97eb0edbe8:46483 {}] regionserver.HRegionServer(746): ClusterId : 86fbd4c4-51a1-4008-9ad5-179e28a167c5 2024-11-09T18:17:48,476 DEBUG [RS:0;fb97eb0edbe8:46483 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T18:17:48,485 DEBUG [RS:0;fb97eb0edbe8:46483 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T18:17:48,485 DEBUG [RS:0;fb97eb0edbe8:46483 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T18:17:48,495 DEBUG [RS:0;fb97eb0edbe8:46483 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T18:17:48,495 DEBUG [RS:0;fb97eb0edbe8:46483 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3041671f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb97eb0edbe8/172.17.0.3:0 2024-11-09T18:17:48,507 DEBUG [RS:0;fb97eb0edbe8:46483 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fb97eb0edbe8:46483 2024-11-09T18:17:48,507 INFO [RS:0;fb97eb0edbe8:46483 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T18:17:48,507 INFO [RS:0;fb97eb0edbe8:46483 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T18:17:48,507 DEBUG [RS:0;fb97eb0edbe8:46483 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T18:17:48,508 INFO [RS:0;fb97eb0edbe8:46483 {}] regionserver.HRegionServer(2659): reportForDuty to master=fb97eb0edbe8,46423,1731176266040 with port=46483, startcode=1731176266245 2024-11-09T18:17:48,508 DEBUG [RS:0;fb97eb0edbe8:46483 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T18:17:48,510 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55941, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T18:17:48,510 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46423 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fb97eb0edbe8,46483,1731176266245 2024-11-09T18:17:48,510 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46423 {}] master.ServerManager(517): Registering regionserver=fb97eb0edbe8,46483,1731176266245 2024-11-09T18:17:48,512 DEBUG [RS:0;fb97eb0edbe8:46483 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35181/user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3 2024-11-09T18:17:48,512 DEBUG [RS:0;fb97eb0edbe8:46483 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35181 2024-11-09T18:17:48,512 DEBUG [RS:0;fb97eb0edbe8:46483 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T18:17:48,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x10120d16c480000, quorum=127.0.0.1:58956, baseZNode=/0-1207403111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1207403111/rs 2024-11-09T18:17:48,525 DEBUG [RS:0;fb97eb0edbe8:46483 {}] zookeeper.ZKUtil(111): regionserver:46483-0x10120d16c480001, quorum=127.0.0.1:58956, baseZNode=/0-1207403111 Set watcher on existing znode=/0-1207403111/rs/fb97eb0edbe8,46483,1731176266245 2024-11-09T18:17:48,525 WARN [RS:0;fb97eb0edbe8:46483 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T18:17:48,525 INFO [RS:0;fb97eb0edbe8:46483 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:17:48,526 DEBUG [RS:0;fb97eb0edbe8:46483 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35181/user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/WALs/fb97eb0edbe8,46483,1731176266245 2024-11-09T18:17:48,526 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fb97eb0edbe8,46483,1731176266245] 2024-11-09T18:17:48,529 INFO [RS:0;fb97eb0edbe8:46483 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T18:17:48,531 INFO [RS:0;fb97eb0edbe8:46483 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T18:17:48,531 INFO [RS:0;fb97eb0edbe8:46483 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T18:17:48,532 INFO [RS:0;fb97eb0edbe8:46483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:48,532 INFO [RS:0;fb97eb0edbe8:46483 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T18:17:48,533 INFO [RS:0;fb97eb0edbe8:46483 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T18:17:48,533 INFO [RS:0;fb97eb0edbe8:46483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:48,533 DEBUG [RS:0;fb97eb0edbe8:46483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:17:48,533 DEBUG [RS:0;fb97eb0edbe8:46483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:17:48,533 DEBUG [RS:0;fb97eb0edbe8:46483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:17:48,533 DEBUG [RS:0;fb97eb0edbe8:46483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:17:48,533 DEBUG [RS:0;fb97eb0edbe8:46483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:17:48,533 DEBUG [RS:0;fb97eb0edbe8:46483 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=2, maxPoolSize=2 2024-11-09T18:17:48,533 DEBUG [RS:0;fb97eb0edbe8:46483 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:17:48,533 DEBUG [RS:0;fb97eb0edbe8:46483 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:17:48,533 DEBUG [RS:0;fb97eb0edbe8:46483 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:17:48,534 DEBUG [RS:0;fb97eb0edbe8:46483 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:17:48,534 DEBUG [RS:0;fb97eb0edbe8:46483 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:17:48,534 DEBUG [RS:0;fb97eb0edbe8:46483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:17:48,534 DEBUG [RS:0;fb97eb0edbe8:46483 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:17:48,534 DEBUG [RS:0;fb97eb0edbe8:46483 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:17:48,534 INFO [RS:0;fb97eb0edbe8:46483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:48,534 INFO [RS:0;fb97eb0edbe8:46483 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:48,534 INFO [RS:0;fb97eb0edbe8:46483 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:48,534 INFO [RS:0;fb97eb0edbe8:46483 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:48,534 INFO [RS:0;fb97eb0edbe8:46483 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:48,534 INFO [RS:0;fb97eb0edbe8:46483 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,46483,1731176266245-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T18:17:48,549 INFO [RS:0;fb97eb0edbe8:46483 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T18:17:48,549 INFO [RS:0;fb97eb0edbe8:46483 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,46483,1731176266245-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:48,549 INFO [RS:0;fb97eb0edbe8:46483 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:48,549 INFO [RS:0;fb97eb0edbe8:46483 {}] regionserver.Replication(171): fb97eb0edbe8,46483,1731176266245 started 2024-11-09T18:17:48,563 INFO [RS:0;fb97eb0edbe8:46483 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:48,564 INFO [RS:0;fb97eb0edbe8:46483 {}] regionserver.HRegionServer(1482): Serving as fb97eb0edbe8,46483,1731176266245, RpcServer on fb97eb0edbe8/172.17.0.3:46483, sessionid=0x10120d16c480001 2024-11-09T18:17:48,564 DEBUG [RS:0;fb97eb0edbe8:46483 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T18:17:48,564 DEBUG [RS:0;fb97eb0edbe8:46483 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fb97eb0edbe8,46483,1731176266245 2024-11-09T18:17:48,564 DEBUG [RS:0;fb97eb0edbe8:46483 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,46483,1731176266245' 2024-11-09T18:17:48,564 DEBUG [RS:0;fb97eb0edbe8:46483 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1207403111/flush-table-proc/abort' 2024-11-09T18:17:48,565 DEBUG [RS:0;fb97eb0edbe8:46483 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1207403111/flush-table-proc/acquired' 2024-11-09T18:17:48,565 DEBUG [RS:0;fb97eb0edbe8:46483 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T18:17:48,565 DEBUG [RS:0;fb97eb0edbe8:46483 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T18:17:48,565 DEBUG [RS:0;fb97eb0edbe8:46483 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fb97eb0edbe8,46483,1731176266245 2024-11-09T18:17:48,565 DEBUG [RS:0;fb97eb0edbe8:46483 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,46483,1731176266245' 2024-11-09T18:17:48,565 DEBUG [RS:0;fb97eb0edbe8:46483 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1207403111/online-snapshot/abort' 2024-11-09T18:17:48,566 DEBUG [RS:0;fb97eb0edbe8:46483 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1207403111/online-snapshot/acquired' 2024-11-09T18:17:48,566 DEBUG [RS:0;fb97eb0edbe8:46483 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T18:17:48,566 INFO [RS:0;fb97eb0edbe8:46483 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T18:17:48,566 INFO [RS:0;fb97eb0edbe8:46483 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T18:17:48,666 INFO [RS:0;fb97eb0edbe8:46483 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T18:17:48,668 INFO [RS:0;fb97eb0edbe8:46483 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fb97eb0edbe8%2C46483%2C1731176266245, suffix=, logDir=hdfs://localhost:35181/user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/WALs/fb97eb0edbe8,46483,1731176266245, archiveDir=hdfs://localhost:35181/user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/oldWALs, maxLogs=10 2024-11-09T18:17:48,681 DEBUG [RS:0;fb97eb0edbe8:46483 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/WALs/fb97eb0edbe8,46483,1731176266245/fb97eb0edbe8%2C46483%2C1731176266245.1731176268669, exclude list is [], retry=0 2024-11-09T18:17:48,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40707,DS-d9e9a73b-f6d7-4c32-8d02-ee5863297681,DISK] 2024-11-09T18:17:48,687 INFO [RS:0;fb97eb0edbe8:46483 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/WALs/fb97eb0edbe8,46483,1731176266245/fb97eb0edbe8%2C46483%2C1731176266245.1731176268669 2024-11-09T18:17:48,687 DEBUG [RS:0;fb97eb0edbe8:46483 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39313:39313)] 2024-11-09T18:17:48,800 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35181/user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T18:17:48,800 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35181/user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3 2024-11-09T18:17:48,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40707 is added to blk_1073741833_1009 (size=32) 2024-11-09T18:17:49,207 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:17:49,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T18:17:49,210 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T18:17:49,210 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:17:49,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:17:49,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T18:17:49,213 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T18:17:49,213 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:17:49,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:17:49,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T18:17:49,215 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T18:17:49,215 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:17:49,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:17:49,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T18:17:49,217 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T18:17:49,217 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:17:49,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:17:49,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T18:17:49,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35181/user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/data/hbase/meta/1588230740 2024-11-09T18:17:49,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35181/user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/data/hbase/meta/1588230740 2024-11-09T18:17:49,221 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T18:17:49,221 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T18:17:49,221 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:17:49,222 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T18:17:49,225 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35181/user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:17:49,225 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72657800, jitterRate=0.08268558979034424}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:17:49,226 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731176269207Initializing all the Stores at 1731176269208 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176269208Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176269208Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176269208Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176269208Cleaning up temporary data from old regions at 1731176269221 (+13 ms)Region opened successfully at 1731176269226 (+5 ms) 2024-11-09T18:17:49,226 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T18:17:49,226 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T18:17:49,226 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T18:17:49,226 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T18:17:49,226 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T18:17:49,227 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T18:17:49,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731176269226Disabling compacts and flushes for region at 1731176269226Disabling writes for close at 1731176269226Writing region close event to WAL at 1731176269226Closed at 1731176269226 2024-11-09T18:17:49,228 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:17:49,228 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T18:17:49,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T18:17:49,229 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T18:17:49,230 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T18:17:49,381 DEBUG [fb97eb0edbe8:46423 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T18:17:49,381 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fb97eb0edbe8,46483,1731176266245 2024-11-09T18:17:49,384 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb97eb0edbe8,46483,1731176266245, state=OPENING 2024-11-09T18:17:49,442 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T18:17:49,483 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46483-0x10120d16c480001, quorum=127.0.0.1:58956, baseZNode=/0-1207403111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1207403111 2024-11-09T18:17:49,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x10120d16c480000, quorum=127.0.0.1:58956, baseZNode=/0-1207403111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1207403111 2024-11-09T18:17:49,483 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T18:17:49,484 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,46483,1731176266245}] 2024-11-09T18:17:49,484 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1207403111/meta-region-server: CHANGED 2024-11-09T18:17:49,484 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1207403111/meta-region-server: CHANGED 2024-11-09T18:17:49,640 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T18:17:49,643 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42367, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T18:17:49,674 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T18:17:49,675 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:17:49,675 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T18:17:49,680 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fb97eb0edbe8%2C46483%2C1731176266245.meta, suffix=.meta, logDir=hdfs://localhost:35181/user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/WALs/fb97eb0edbe8,46483,1731176266245, archiveDir=hdfs://localhost:35181/user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/oldWALs, maxLogs=10 2024-11-09T18:17:49,728 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/WALs/fb97eb0edbe8,46483,1731176266245/fb97eb0edbe8%2C46483%2C1731176266245.meta.1731176269681.meta, exclude list is [], retry=0 2024-11-09T18:17:49,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40707,DS-d9e9a73b-f6d7-4c32-8d02-ee5863297681,DISK] 2024-11-09T18:17:49,763 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/WALs/fb97eb0edbe8,46483,1731176266245/fb97eb0edbe8%2C46483%2C1731176266245.meta.1731176269681.meta 2024-11-09T18:17:49,764 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39313:39313)] 2024-11-09T18:17:49,765 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:17:49,765 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T18:17:49,765 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T18:17:49,766 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T18:17:49,766 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T18:17:49,766 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T18:17:49,766 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:17:49,766 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T18:17:49,766 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T18:17:49,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T18:17:49,786 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T18:17:49,786 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:17:49,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:17:49,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T18:17:49,788 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T18:17:49,788 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:17:49,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:17:49,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T18:17:49,791 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T18:17:49,791 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:17:49,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:17:49,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T18:17:49,793 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T18:17:49,793 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:17:49,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:17:49,794 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T18:17:49,798 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35181/user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/data/hbase/meta/1588230740 2024-11-09T18:17:49,800 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35181/user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/data/hbase/meta/1588230740 2024-11-09T18:17:49,801 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T18:17:49,801 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T18:17:49,802 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:17:49,806 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T18:17:49,807 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64071431, jitterRate=-0.04526127874851227}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:17:49,808 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T18:17:49,809 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731176269767Writing region info on filesystem at 1731176269767Initializing all the Stores at 1731176269773 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176269773Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176269780 (+7 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176269780Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176269780Cleaning up temporary data from old regions at 1731176269801 (+21 ms)Running coprocessor post-open hooks at 1731176269808 (+7 ms)Region opened successfully at 1731176269809 (+1 ms) 2024-11-09T18:17:49,812 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731176269640 2024-11-09T18:17:49,816 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T18:17:49,816 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T18:17:49,816 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,46483,1731176266245 2024-11-09T18:17:49,818 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb97eb0edbe8,46483,1731176266245, state=OPEN 2024-11-09T18:17:49,883 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46483-0x10120d16c480001, quorum=127.0.0.1:58956, baseZNode=/0-1207403111 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1207403111/meta-region-server 2024-11-09T18:17:49,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x10120d16c480000, quorum=127.0.0.1:58956, baseZNode=/0-1207403111 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1207403111/meta-region-server 2024-11-09T18:17:49,883 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,46483,1731176266245 2024-11-09T18:17:49,884 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1207403111/meta-region-server: CHANGED 2024-11-09T18:17:49,884 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1207403111/meta-region-server: CHANGED 2024-11-09T18:17:49,887 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T18:17:49,887 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,46483,1731176266245 in 400 msec 2024-11-09T18:17:49,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T18:17:49,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 659 msec 2024-11-09T18:17:49,892 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:17:49,892 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T18:17:49,893 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:17:49,893 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,46483,1731176266245, seqNum=-1] 2024-11-09T18:17:49,893 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:17:49,895 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51509, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:17:49,903 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5180 sec 2024-11-09T18:17:49,903 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731176269903, completionTime=-1 2024-11-09T18:17:49,903 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T18:17:49,903 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T18:17:49,905 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T18:17:49,905 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731176329905 2024-11-09T18:17:49,905 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731176389905 2024-11-09T18:17:49,905 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T18:17:49,905 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,46423,1731176266040-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:49,906 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,46423,1731176266040-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:49,906 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,46423,1731176266040-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:49,906 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fb97eb0edbe8:46423, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:49,906 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:49,906 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:49,908 DEBUG [master/fb97eb0edbe8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T18:17:49,911 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.595sec 2024-11-09T18:17:49,911 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T18:17:49,911 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T18:17:49,911 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T18:17:49,911 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T18:17:49,911 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T18:17:49,911 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,46423,1731176266040-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T18:17:49,911 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,46423,1731176266040-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T18:17:49,916 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T18:17:49,916 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T18:17:49,916 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,46423,1731176266040-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:49,976 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f5d60d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:17:49,976 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,46423,-1 for getting cluster id 2024-11-09T18:17:49,977 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:17:49,978 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '86fbd4c4-51a1-4008-9ad5-179e28a167c5' 2024-11-09T18:17:49,978 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:17:49,978 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "86fbd4c4-51a1-4008-9ad5-179e28a167c5" 2024-11-09T18:17:49,979 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d4897b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:17:49,979 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,46423,-1] 2024-11-09T18:17:49,979 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:17:49,979 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:17:49,980 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:17:49,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55d30e84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:17:49,982 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:17:49,983 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,46483,1731176266245, seqNum=-1] 2024-11-09T18:17:49,984 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:17:49,985 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:17:49,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fb97eb0edbe8,46423,1731176266040 2024-11-09T18:17:49,989 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58956 2024-11-09T18:17:50,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58956, baseZNode=/0-1207403111 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:17:50,047 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10120d16c480002 connected 2024-11-09T18:17:50,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4588e097-043f-c91a-92d7-49d252199e97/hadoop.log.dir so I do NOT create it in target/test-data/e52158dc-8fb5-656e-f6f0-52c60809cee9 2024-11-09T18:17:50,066 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4588e097-043f-c91a-92d7-49d252199e97/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T18:17:50,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4588e097-043f-c91a-92d7-49d252199e97/hadoop.tmp.dir so I do NOT create it in target/test-data/e52158dc-8fb5-656e-f6f0-52c60809cee9 2024-11-09T18:17:50,066 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4588e097-043f-c91a-92d7-49d252199e97/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T18:17:50,066 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e52158dc-8fb5-656e-f6f0-52c60809cee9 2024-11-09T18:17:50,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T18:17:50,066 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e52158dc-8fb5-656e-f6f0-52c60809cee9/cluster_8ec3ac01-1d46-667e-b156-f906d447f3b0, deleteOnExit=true 2024-11-09T18:17:50,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T18:17:50,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e52158dc-8fb5-656e-f6f0-52c60809cee9/test.cache.data in system properties and HBase conf 2024-11-09T18:17:50,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e52158dc-8fb5-656e-f6f0-52c60809cee9/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T18:17:50,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e52158dc-8fb5-656e-f6f0-52c60809cee9/hadoop.log.dir in system properties and HBase conf 2024-11-09T18:17:50,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e52158dc-8fb5-656e-f6f0-52c60809cee9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T18:17:50,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e52158dc-8fb5-656e-f6f0-52c60809cee9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T18:17:50,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T18:17:50,067 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T18:17:50,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e52158dc-8fb5-656e-f6f0-52c60809cee9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T18:17:50,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e52158dc-8fb5-656e-f6f0-52c60809cee9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T18:17:50,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e52158dc-8fb5-656e-f6f0-52c60809cee9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T18:17:50,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e52158dc-8fb5-656e-f6f0-52c60809cee9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T18:17:50,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e52158dc-8fb5-656e-f6f0-52c60809cee9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T18:17:50,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e52158dc-8fb5-656e-f6f0-52c60809cee9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T18:17:50,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e52158dc-8fb5-656e-f6f0-52c60809cee9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T18:17:50,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e52158dc-8fb5-656e-f6f0-52c60809cee9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T18:17:50,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e52158dc-8fb5-656e-f6f0-52c60809cee9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T18:17:50,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e52158dc-8fb5-656e-f6f0-52c60809cee9/nfs.dump.dir in system properties and HBase conf 2024-11-09T18:17:50,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e52158dc-8fb5-656e-f6f0-52c60809cee9/java.io.tmpdir in system properties and HBase conf 2024-11-09T18:17:50,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e52158dc-8fb5-656e-f6f0-52c60809cee9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T18:17:50,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e52158dc-8fb5-656e-f6f0-52c60809cee9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T18:17:50,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e52158dc-8fb5-656e-f6f0-52c60809cee9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T18:17:50,442 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:17:50,451 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T18:17:50,455 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T18:17:50,455 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T18:17:50,455 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T18:17:50,457 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:17:50,458 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@531847b1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e52158dc-8fb5-656e-f6f0-52c60809cee9/hadoop.log.dir/,AVAILABLE} 2024-11-09T18:17:50,459 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45fdf487{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T18:17:50,601 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6db85c9d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e52158dc-8fb5-656e-f6f0-52c60809cee9/java.io.tmpdir/jetty-localhost-43739-hadoop-hdfs-3_4_1-tests_jar-_-any-13329293079130289260/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T18:17:50,608 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@73d03855{HTTP/1.1, (http/1.1)}{localhost:43739} 2024-11-09T18:17:50,608 INFO [Time-limited test {}] server.Server(415): Started @41357ms 2024-11-09T18:17:50,905 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:17:50,911 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T18:17:50,913 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T18:17:50,914 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T18:17:50,914 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T18:17:50,916 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c0f6859{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e52158dc-8fb5-656e-f6f0-52c60809cee9/hadoop.log.dir/,AVAILABLE} 2024-11-09T18:17:50,917 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23b7da30{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T18:17:51,042 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17861040{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e52158dc-8fb5-656e-f6f0-52c60809cee9/java.io.tmpdir/jetty-localhost-39011-hadoop-hdfs-3_4_1-tests_jar-_-any-14774163172772817137/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:17:51,043 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@544f7262{HTTP/1.1, (http/1.1)}{localhost:39011} 2024-11-09T18:17:51,043 INFO [Time-limited test {}] server.Server(415): Started @41792ms 2024-11-09T18:17:51,045 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T18:17:51,806 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e52158dc-8fb5-656e-f6f0-52c60809cee9/cluster_8ec3ac01-1d46-667e-b156-f906d447f3b0/data/data2/current/BP-1857056135-172.17.0.3-1731176270101/current, will proceed with Du for space computation calculation, 2024-11-09T18:17:51,806 WARN [Thread-619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e52158dc-8fb5-656e-f6f0-52c60809cee9/cluster_8ec3ac01-1d46-667e-b156-f906d447f3b0/data/data1/current/BP-1857056135-172.17.0.3-1731176270101/current, will proceed with Du for space computation calculation, 2024-11-09T18:17:51,839 WARN [Thread-607 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T18:17:51,844 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc80ad6ba4b6b367f with lease ID 0xd3cd82334257e3a0: Processing first storage report for DS-96af0664-e090-4080-b0e1-bb491d3e9f6e from datanode DatanodeRegistration(127.0.0.1:44731, datanodeUuid=f7ec518d-f255-4066-a350-d28d22b4f99c, infoPort=33625, infoSecurePort=0, ipcPort=35485, storageInfo=lv=-57;cid=testClusterID;nsid=1657189118;c=1731176270101) 2024-11-09T18:17:51,844 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc80ad6ba4b6b367f with lease ID 0xd3cd82334257e3a0: from storage DS-96af0664-e090-4080-b0e1-bb491d3e9f6e node DatanodeRegistration(127.0.0.1:44731, datanodeUuid=f7ec518d-f255-4066-a350-d28d22b4f99c, infoPort=33625, infoSecurePort=0, ipcPort=35485, storageInfo=lv=-57;cid=testClusterID;nsid=1657189118;c=1731176270101), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T18:17:51,844 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc80ad6ba4b6b367f with lease ID 0xd3cd82334257e3a0: Processing first storage report for DS-042e595b-5034-45ed-925a-a2a697e947ec from datanode DatanodeRegistration(127.0.0.1:44731, datanodeUuid=f7ec518d-f255-4066-a350-d28d22b4f99c, infoPort=33625, infoSecurePort=0, ipcPort=35485, storageInfo=lv=-57;cid=testClusterID;nsid=1657189118;c=1731176270101) 2024-11-09T18:17:51,844 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc80ad6ba4b6b367f with lease ID 0xd3cd82334257e3a0: from storage DS-042e595b-5034-45ed-925a-a2a697e947ec node DatanodeRegistration(127.0.0.1:44731, datanodeUuid=f7ec518d-f255-4066-a350-d28d22b4f99c, infoPort=33625, infoSecurePort=0, ipcPort=35485, storageInfo=lv=-57;cid=testClusterID;nsid=1657189118;c=1731176270101), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T18:17:51,860 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e52158dc-8fb5-656e-f6f0-52c60809cee9 2024-11-09T18:17:51,860 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:17:51,862 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:17:51,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44731 is added to blk_1073741825_1001 (size=7) 2024-11-09T18:17:52,278 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34839/user/jenkins/test-data/501d43c4-27b7-9af8-38d0-4fa94dd54363 with version=8 2024-11-09T18:17:52,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34839/user/jenkins/test-data/501d43c4-27b7-9af8-38d0-4fa94dd54363/hbase-staging 2024-11-09T18:17:52,280 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fb97eb0edbe8:0 server-side Connection retries=45 2024-11-09T18:17:52,281 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:17:52,281 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T18:17:52,281 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T18:17:52,281 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:17:52,281 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T18:17:52,281 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T18:17:52,281 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T18:17:52,282 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38933 2024-11-09T18:17:52,282 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38933 connecting to ZooKeeper ensemble=127.0.0.1:58956 2024-11-09T18:17:52,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:389330x0, quorum=127.0.0.1:58956, baseZNode=/195913853 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:17:52,337 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38933-0x10120d16c480003 connected 2024-11-09T18:17:52,410 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:17:52,412 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:17:52,414 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38933-0x10120d16c480003, quorum=127.0.0.1:58956, baseZNode=/195913853 Set watcher on znode that does not yet exist, /195913853/running 2024-11-09T18:17:52,415 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34839/user/jenkins/test-data/501d43c4-27b7-9af8-38d0-4fa94dd54363, hbase.cluster.distributed=false 2024-11-09T18:17:52,416 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38933-0x10120d16c480003, quorum=127.0.0.1:58956, baseZNode=/195913853 Set watcher on znode that does not yet exist, /195913853/acl 2024-11-09T18:17:52,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38933 2024-11-09T18:17:52,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38933 2024-11-09T18:17:52,417 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38933 2024-11-09T18:17:52,417 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38933 2024-11-09T18:17:52,417 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38933 2024-11-09T18:17:52,438 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fb97eb0edbe8:0 server-side Connection retries=45 2024-11-09T18:17:52,438 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:17:52,438 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T18:17:52,438 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T18:17:52,438 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:17:52,438 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T18:17:52,438 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T18:17:52,439 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T18:17:52,439 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43213 2024-11-09T18:17:52,441 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43213 connecting to ZooKeeper ensemble=127.0.0.1:58956 2024-11-09T18:17:52,441 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:17:52,444 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:17:52,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:432130x0, quorum=127.0.0.1:58956, baseZNode=/195913853 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:17:52,463 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:432130x0, quorum=127.0.0.1:58956, baseZNode=/195913853 Set watcher on znode that does not yet exist, /195913853/running 2024-11-09T18:17:52,464 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T18:17:52,464 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43213-0x10120d16c480004 connected 2024-11-09T18:17:52,472 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T18:17:52,473 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43213-0x10120d16c480004, quorum=127.0.0.1:58956, baseZNode=/195913853 Set watcher on znode that does not yet exist, /195913853/master 2024-11-09T18:17:52,475 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43213-0x10120d16c480004, quorum=127.0.0.1:58956, baseZNode=/195913853 Set watcher on znode that does not yet exist, /195913853/acl 2024-11-09T18:17:52,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43213 2024-11-09T18:17:52,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43213 2024-11-09T18:17:52,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43213 2024-11-09T18:17:52,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43213 2024-11-09T18:17:52,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43213 2024-11-09T18:17:52,501 DEBUG [M:0;fb97eb0edbe8:38933 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fb97eb0edbe8:38933 2024-11-09T18:17:52,502 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /195913853/backup-masters/fb97eb0edbe8,38933,1731176272280 2024-11-09T18:17:52,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43213-0x10120d16c480004, quorum=127.0.0.1:58956, baseZNode=/195913853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/195913853/backup-masters 2024-11-09T18:17:52,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38933-0x10120d16c480003, quorum=127.0.0.1:58956, baseZNode=/195913853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/195913853/backup-masters 2024-11-09T18:17:52,515 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38933-0x10120d16c480003, quorum=127.0.0.1:58956, baseZNode=/195913853 Set watcher on existing znode=/195913853/backup-masters/fb97eb0edbe8,38933,1731176272280 2024-11-09T18:17:52,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38933-0x10120d16c480003, quorum=127.0.0.1:58956, baseZNode=/195913853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/195913853 2024-11-09T18:17:52,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43213-0x10120d16c480004, quorum=127.0.0.1:58956, baseZNode=/195913853 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/195913853/master 2024-11-09T18:17:52,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43213-0x10120d16c480004, quorum=127.0.0.1:58956, baseZNode=/195913853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/195913853 2024-11-09T18:17:52,527 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38933-0x10120d16c480003, quorum=127.0.0.1:58956, baseZNode=/195913853 Set watcher on existing znode=/195913853/master 2024-11-09T18:17:52,528 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /195913853/backup-masters/fb97eb0edbe8,38933,1731176272280 from backup master directory 2024-11-09T18:17:52,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38933-0x10120d16c480003, quorum=127.0.0.1:58956, baseZNode=/195913853 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/195913853/backup-masters/fb97eb0edbe8,38933,1731176272280 2024-11-09T18:17:52,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43213-0x10120d16c480004, quorum=127.0.0.1:58956, baseZNode=/195913853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/195913853/backup-masters 2024-11-09T18:17:52,536 WARN [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T18:17:52,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38933-0x10120d16c480003, quorum=127.0.0.1:58956, baseZNode=/195913853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/195913853/backup-masters 2024-11-09T18:17:52,536 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fb97eb0edbe8,38933,1731176272280 2024-11-09T18:17:52,542 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34839/user/jenkins/test-data/501d43c4-27b7-9af8-38d0-4fa94dd54363/hbase.id] with ID: 97a31e4f-02ba-408f-9dc0-d8a31e3c429d 2024-11-09T18:17:52,542 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34839/user/jenkins/test-data/501d43c4-27b7-9af8-38d0-4fa94dd54363/.tmp/hbase.id 2024-11-09T18:17:52,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44731 is added to blk_1073741826_1002 (size=42) 2024-11-09T18:17:52,559 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34839/user/jenkins/test-data/501d43c4-27b7-9af8-38d0-4fa94dd54363/.tmp/hbase.id]:[hdfs://localhost:34839/user/jenkins/test-data/501d43c4-27b7-9af8-38d0-4fa94dd54363/hbase.id] 2024-11-09T18:17:52,576 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:17:52,576 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T18:17:52,578 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-09T18:17:52,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43213-0x10120d16c480004, quorum=127.0.0.1:58956, baseZNode=/195913853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/195913853 2024-11-09T18:17:52,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38933-0x10120d16c480003, quorum=127.0.0.1:58956, baseZNode=/195913853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/195913853 2024-11-09T18:17:52,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44731 is added to blk_1073741827_1003 (size=196) 2024-11-09T18:17:52,599 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:17:52,600 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T18:17:52,604 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:17:52,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44731 is added to blk_1073741828_1004 (size=1189) 2024-11-09T18:17:52,629 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34839/user/jenkins/test-data/501d43c4-27b7-9af8-38d0-4fa94dd54363/MasterData/data/master/store 2024-11-09T18:17:52,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44731 is added to blk_1073741829_1005 (size=34) 2024-11-09T18:17:52,665 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:17:52,665 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T18:17:52,666 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:17:52,666 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:17:52,666 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T18:17:52,666 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:17:52,666 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:17:52,666 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731176272665Disabling compacts and flushes for region at 1731176272665Disabling writes for close at 1731176272666 (+1 ms)Writing region close event to WAL at 1731176272666Closed at 1731176272666 2024-11-09T18:17:52,667 WARN [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34839/user/jenkins/test-data/501d43c4-27b7-9af8-38d0-4fa94dd54363/MasterData/data/master/store/.initializing 2024-11-09T18:17:52,667 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34839/user/jenkins/test-data/501d43c4-27b7-9af8-38d0-4fa94dd54363/MasterData/WALs/fb97eb0edbe8,38933,1731176272280 2024-11-09T18:17:52,669 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T18:17:52,709 WARN [RS:0;fb97eb0edbe8:46483 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of fb97eb0edbe8,36225,1731176235950: status=Processing ServerCrashProcedure of fb97eb0edbe8,36225,1731176235950 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731176254391, completionTime=-1 appears to have been leaked 2024-11-09T18:17:52,714 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb97eb0edbe8%2C38933%2C1731176272280, suffix=, logDir=hdfs://localhost:34839/user/jenkins/test-data/501d43c4-27b7-9af8-38d0-4fa94dd54363/MasterData/WALs/fb97eb0edbe8,38933,1731176272280, archiveDir=hdfs://localhost:34839/user/jenkins/test-data/501d43c4-27b7-9af8-38d0-4fa94dd54363/MasterData/oldWALs, maxLogs=10 2024-11-09T18:17:52,736 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/501d43c4-27b7-9af8-38d0-4fa94dd54363/MasterData/WALs/fb97eb0edbe8,38933,1731176272280/fb97eb0edbe8%2C38933%2C1731176272280.1731176272714, exclude list is [], retry=0 2024-11-09T18:17:52,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44731,DS-96af0664-e090-4080-b0e1-bb491d3e9f6e,DISK] 2024-11-09T18:17:52,750 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/501d43c4-27b7-9af8-38d0-4fa94dd54363/MasterData/WALs/fb97eb0edbe8,38933,1731176272280/fb97eb0edbe8%2C38933%2C1731176272280.1731176272714 2024-11-09T18:17:52,750 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33625:33625)] 2024-11-09T18:17:52,750 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:17:52,751 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:17:52,751 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:17:52,751 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:17:52,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:17:52,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T18:17:52,762 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:17:52,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:17:52,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:17:52,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T18:17:52,764 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:17:52,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:17:52,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:17:52,776 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T18:17:52,776 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:17:52,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:17:52,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:17:52,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T18:17:52,781 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:17:52,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:17:52,782 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:17:52,783 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34839/user/jenkins/test-data/501d43c4-27b7-9af8-38d0-4fa94dd54363/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:17:52,784 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34839/user/jenkins/test-data/501d43c4-27b7-9af8-38d0-4fa94dd54363/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:17:52,785 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:17:52,786 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:17:52,786 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:17:52,788 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:17:52,795 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34839/user/jenkins/test-data/501d43c4-27b7-9af8-38d0-4fa94dd54363/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:17:52,796 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70525656, jitterRate=0.05091416835784912}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:17:52,796 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731176272751Initializing all the Stores at 1731176272752 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176272752Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176272760 (+8 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176272760Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176272760Cleaning up temporary data from old regions at 1731176272786 (+26 ms)Region opened successfully at 1731176272796 (+10 ms) 2024-11-09T18:17:52,808 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T18:17:52,812 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43c8e98a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb97eb0edbe8/172.17.0.3:0 2024-11-09T18:17:52,813 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T18:17:52,814 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T18:17:52,814 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T18:17:52,814 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T18:17:52,815 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T18:17:52,815 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T18:17:52,815 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T18:17:52,835 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T18:17:52,836 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38933-0x10120d16c480003, quorum=127.0.0.1:58956, baseZNode=/195913853 Unable to get data of znode /195913853/balancer because node does not exist (not necessarily an error) 2024-11-09T18:17:52,863 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /195913853/balancer already deleted, retry=false 2024-11-09T18:17:52,863 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T18:17:52,864 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38933-0x10120d16c480003, quorum=127.0.0.1:58956, baseZNode=/195913853 Unable to get data of znode /195913853/normalizer because node does not exist (not necessarily an error) 2024-11-09T18:17:53,156 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /195913853/normalizer already deleted, retry=false 2024-11-09T18:17:53,157 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T18:17:53,158 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38933-0x10120d16c480003, quorum=127.0.0.1:58956, baseZNode=/195913853 Unable to get data of znode /195913853/switch/split because node does not exist (not necessarily an error) 2024-11-09T18:17:53,336 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /195913853/switch/split already deleted, retry=false 2024-11-09T18:17:53,337 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38933-0x10120d16c480003, quorum=127.0.0.1:58956, baseZNode=/195913853 Unable to get data of znode /195913853/switch/merge because node does not exist (not necessarily an error) 2024-11-09T18:17:53,484 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /195913853/switch/merge already deleted, retry=false 2024-11-09T18:17:53,490 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38933-0x10120d16c480003, quorum=127.0.0.1:58956, baseZNode=/195913853 Unable to get data of znode /195913853/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T18:17:53,494 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /195913853/snapshot-cleanup already deleted, retry=false 2024-11-09T18:17:53,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43213-0x10120d16c480004, quorum=127.0.0.1:58956, baseZNode=/195913853 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/195913853/running 2024-11-09T18:17:53,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43213-0x10120d16c480004, quorum=127.0.0.1:58956, baseZNode=/195913853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/195913853 2024-11-09T18:17:53,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38933-0x10120d16c480003, quorum=127.0.0.1:58956, baseZNode=/195913853 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/195913853/running 2024-11-09T18:17:53,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38933-0x10120d16c480003, quorum=127.0.0.1:58956, baseZNode=/195913853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/195913853 2024-11-09T18:17:53,506 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fb97eb0edbe8,38933,1731176272280, sessionid=0x10120d16c480003, setting cluster-up flag (Was=false) 2024-11-09T18:17:53,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38933-0x10120d16c480003, quorum=127.0.0.1:58956, baseZNode=/195913853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/195913853 2024-11-09T18:17:53,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43213-0x10120d16c480004, quorum=127.0.0.1:58956, baseZNode=/195913853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/195913853 2024-11-09T18:17:53,557 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /195913853/flush-table-proc/acquired, /195913853/flush-table-proc/reached, /195913853/flush-table-proc/abort 2024-11-09T18:17:53,559 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb97eb0edbe8,38933,1731176272280 2024-11-09T18:17:53,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38933-0x10120d16c480003, quorum=127.0.0.1:58956, baseZNode=/195913853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/195913853 2024-11-09T18:17:53,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43213-0x10120d16c480004, quorum=127.0.0.1:58956, baseZNode=/195913853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/195913853 2024-11-09T18:17:53,610 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /195913853/online-snapshot/acquired, /195913853/online-snapshot/reached, /195913853/online-snapshot/abort 2024-11-09T18:17:53,612 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb97eb0edbe8,38933,1731176272280 2024-11-09T18:17:53,613 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34839/user/jenkins/test-data/501d43c4-27b7-9af8-38d0-4fa94dd54363/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T18:17:53,618 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T18:17:53,618 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T18:17:53,619 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T18:17:53,619 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fb97eb0edbe8,38933,1731176272280 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T18:17:53,620 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:17:53,620 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:17:53,620 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:17:53,620 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:17:53,620 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fb97eb0edbe8:0, corePoolSize=10, maxPoolSize=10 2024-11-09T18:17:53,620 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:17:53,620 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=2, maxPoolSize=2 2024-11-09T18:17:53,620 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:17:53,632 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:17:53,632 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T18:17:53,636 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:17:53,636 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T18:17:53,640 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731176303640 2024-11-09T18:17:53,641 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T18:17:53,641 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T18:17:53,641 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T18:17:53,641 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T18:17:53,641 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T18:17:53,641 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T18:17:53,644 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:53,652 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T18:17:53,652 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T18:17:53,652 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T18:17:53,652 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T18:17:53,653 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T18:17:53,653 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T18:17:53,653 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731176273653,5,FailOnTimeoutGroup] 2024-11-09T18:17:53,653 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731176273653,5,FailOnTimeoutGroup] 2024-11-09T18:17:53,654 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:53,654 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T18:17:53,654 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:53,654 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:53,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44731 is added to blk_1073741831_1007 (size=1321) 2024-11-09T18:17:53,663 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34839/user/jenkins/test-data/501d43c4-27b7-9af8-38d0-4fa94dd54363/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T18:17:53,663 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34839/user/jenkins/test-data/501d43c4-27b7-9af8-38d0-4fa94dd54363 2024-11-09T18:17:53,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44731 is added to blk_1073741832_1008 (size=32) 2024-11-09T18:17:53,712 INFO [RS:0;fb97eb0edbe8:43213 {}] regionserver.HRegionServer(746): ClusterId : 97a31e4f-02ba-408f-9dc0-d8a31e3c429d 2024-11-09T18:17:53,712 DEBUG [RS:0;fb97eb0edbe8:43213 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T18:17:53,737 DEBUG [RS:0;fb97eb0edbe8:43213 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T18:17:53,737 DEBUG [RS:0;fb97eb0edbe8:43213 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T18:17:53,748 DEBUG [RS:0;fb97eb0edbe8:43213 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T18:17:53,748 DEBUG [RS:0;fb97eb0edbe8:43213 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@615641ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb97eb0edbe8/172.17.0.3:0 2024-11-09T18:17:53,765 DEBUG [RS:0;fb97eb0edbe8:43213 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fb97eb0edbe8:43213 2024-11-09T18:17:53,765 INFO [RS:0;fb97eb0edbe8:43213 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T18:17:53,765 INFO [RS:0;fb97eb0edbe8:43213 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T18:17:53,765 DEBUG [RS:0;fb97eb0edbe8:43213 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T18:17:53,766 INFO [RS:0;fb97eb0edbe8:43213 {}] regionserver.HRegionServer(2659): reportForDuty to master=fb97eb0edbe8,38933,1731176272280 with port=43213, startcode=1731176272438 2024-11-09T18:17:53,766 DEBUG [RS:0;fb97eb0edbe8:43213 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T18:17:53,768 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49493, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T18:17:53,769 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38933 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fb97eb0edbe8,43213,1731176272438 2024-11-09T18:17:53,769 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38933 {}] master.ServerManager(517): Registering regionserver=fb97eb0edbe8,43213,1731176272438 2024-11-09T18:17:53,771 DEBUG [RS:0;fb97eb0edbe8:43213 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34839/user/jenkins/test-data/501d43c4-27b7-9af8-38d0-4fa94dd54363 2024-11-09T18:17:53,771 DEBUG [RS:0;fb97eb0edbe8:43213 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34839 2024-11-09T18:17:53,771 DEBUG [RS:0;fb97eb0edbe8:43213 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T18:17:53,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38933-0x10120d16c480003, quorum=127.0.0.1:58956, baseZNode=/195913853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/195913853/rs 2024-11-09T18:17:53,780 DEBUG [RS:0;fb97eb0edbe8:43213 {}] zookeeper.ZKUtil(111): regionserver:43213-0x10120d16c480004, quorum=127.0.0.1:58956, baseZNode=/195913853 Set watcher on existing znode=/195913853/rs/fb97eb0edbe8,43213,1731176272438 2024-11-09T18:17:53,780 WARN [RS:0;fb97eb0edbe8:43213 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T18:17:53,780 INFO [RS:0;fb97eb0edbe8:43213 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:17:53,780 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fb97eb0edbe8,43213,1731176272438] 2024-11-09T18:17:53,781 DEBUG [RS:0;fb97eb0edbe8:43213 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34839/user/jenkins/test-data/501d43c4-27b7-9af8-38d0-4fa94dd54363/WALs/fb97eb0edbe8,43213,1731176272438 2024-11-09T18:17:53,786 INFO [RS:0;fb97eb0edbe8:43213 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T18:17:53,792 INFO [RS:0;fb97eb0edbe8:43213 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T18:17:53,792 INFO [RS:0;fb97eb0edbe8:43213 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T18:17:53,793 INFO [RS:0;fb97eb0edbe8:43213 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:53,793 INFO [RS:0;fb97eb0edbe8:43213 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T18:17:53,794 INFO [RS:0;fb97eb0edbe8:43213 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T18:17:53,794 INFO [RS:0;fb97eb0edbe8:43213 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:53,794 DEBUG [RS:0;fb97eb0edbe8:43213 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:17:53,794 DEBUG [RS:0;fb97eb0edbe8:43213 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:17:53,794 DEBUG [RS:0;fb97eb0edbe8:43213 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:17:53,794 DEBUG [RS:0;fb97eb0edbe8:43213 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:17:53,794 DEBUG [RS:0;fb97eb0edbe8:43213 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:17:53,794 DEBUG [RS:0;fb97eb0edbe8:43213 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=2, maxPoolSize=2 2024-11-09T18:17:53,794 DEBUG [RS:0;fb97eb0edbe8:43213 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:17:53,795 DEBUG [RS:0;fb97eb0edbe8:43213 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:17:53,795 DEBUG [RS:0;fb97eb0edbe8:43213 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:17:53,795 DEBUG [RS:0;fb97eb0edbe8:43213 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:17:53,795 DEBUG [RS:0;fb97eb0edbe8:43213 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:17:53,795 DEBUG [RS:0;fb97eb0edbe8:43213 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:17:53,795 DEBUG [RS:0;fb97eb0edbe8:43213 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:17:53,795 DEBUG [RS:0;fb97eb0edbe8:43213 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:17:53,800 INFO [RS:0;fb97eb0edbe8:43213 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:53,800 INFO [RS:0;fb97eb0edbe8:43213 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:53,800 INFO [RS:0;fb97eb0edbe8:43213 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:53,800 INFO [RS:0;fb97eb0edbe8:43213 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:53,800 INFO [RS:0;fb97eb0edbe8:43213 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:53,800 INFO [RS:0;fb97eb0edbe8:43213 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,43213,1731176272438-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T18:17:53,820 INFO [RS:0;fb97eb0edbe8:43213 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T18:17:53,820 INFO [RS:0;fb97eb0edbe8:43213 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,43213,1731176272438-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:53,820 INFO [RS:0;fb97eb0edbe8:43213 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:53,820 INFO [RS:0;fb97eb0edbe8:43213 {}] regionserver.Replication(171): fb97eb0edbe8,43213,1731176272438 started 2024-11-09T18:17:53,838 INFO [RS:0;fb97eb0edbe8:43213 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:53,839 INFO [RS:0;fb97eb0edbe8:43213 {}] regionserver.HRegionServer(1482): Serving as fb97eb0edbe8,43213,1731176272438, RpcServer on fb97eb0edbe8/172.17.0.3:43213, sessionid=0x10120d16c480004 2024-11-09T18:17:53,839 DEBUG [RS:0;fb97eb0edbe8:43213 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T18:17:53,839 DEBUG [RS:0;fb97eb0edbe8:43213 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fb97eb0edbe8,43213,1731176272438 2024-11-09T18:17:53,839 DEBUG [RS:0;fb97eb0edbe8:43213 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,43213,1731176272438' 2024-11-09T18:17:53,839 DEBUG [RS:0;fb97eb0edbe8:43213 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/195913853/flush-table-proc/abort' 2024-11-09T18:17:53,839 DEBUG [RS:0;fb97eb0edbe8:43213 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/195913853/flush-table-proc/acquired' 2024-11-09T18:17:53,840 DEBUG [RS:0;fb97eb0edbe8:43213 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T18:17:53,840 DEBUG [RS:0;fb97eb0edbe8:43213 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T18:17:53,840 DEBUG [RS:0;fb97eb0edbe8:43213 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fb97eb0edbe8,43213,1731176272438 2024-11-09T18:17:53,840 DEBUG [RS:0;fb97eb0edbe8:43213 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,43213,1731176272438' 2024-11-09T18:17:53,840 DEBUG [RS:0;fb97eb0edbe8:43213 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/195913853/online-snapshot/abort' 2024-11-09T18:17:53,840 DEBUG [RS:0;fb97eb0edbe8:43213 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/195913853/online-snapshot/acquired' 2024-11-09T18:17:53,841 DEBUG [RS:0;fb97eb0edbe8:43213 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T18:17:53,841 INFO [RS:0;fb97eb0edbe8:43213 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T18:17:53,841 INFO [RS:0;fb97eb0edbe8:43213 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T18:17:53,941 INFO [RS:0;fb97eb0edbe8:43213 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T18:17:53,944 INFO [RS:0;fb97eb0edbe8:43213 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fb97eb0edbe8%2C43213%2C1731176272438, suffix=, logDir=hdfs://localhost:34839/user/jenkins/test-data/501d43c4-27b7-9af8-38d0-4fa94dd54363/WALs/fb97eb0edbe8,43213,1731176272438, archiveDir=hdfs://localhost:34839/user/jenkins/test-data/501d43c4-27b7-9af8-38d0-4fa94dd54363/oldWALs, maxLogs=10 2024-11-09T18:17:53,965 DEBUG [RS:0;fb97eb0edbe8:43213 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/501d43c4-27b7-9af8-38d0-4fa94dd54363/WALs/fb97eb0edbe8,43213,1731176272438/fb97eb0edbe8%2C43213%2C1731176272438.1731176273944, exclude list is [], retry=0 2024-11-09T18:17:53,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44731,DS-96af0664-e090-4080-b0e1-bb491d3e9f6e,DISK] 2024-11-09T18:17:53,985 INFO [RS:0;fb97eb0edbe8:43213 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/501d43c4-27b7-9af8-38d0-4fa94dd54363/WALs/fb97eb0edbe8,43213,1731176272438/fb97eb0edbe8%2C43213%2C1731176272438.1731176273944 2024-11-09T18:17:53,985 DEBUG [RS:0;fb97eb0edbe8:43213 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33625:33625)] 2024-11-09T18:17:54,097 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:17:54,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T18:17:54,099 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T18:17:54,099 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:17:54,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:17:54,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T18:17:54,101 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T18:17:54,101 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:17:54,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:17:54,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T18:17:54,102 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T18:17:54,103 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:17:54,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:17:54,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T18:17:54,104 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T18:17:54,104 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:17:54,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:17:54,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T18:17:54,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34839/user/jenkins/test-data/501d43c4-27b7-9af8-38d0-4fa94dd54363/data/hbase/meta/1588230740 2024-11-09T18:17:54,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34839/user/jenkins/test-data/501d43c4-27b7-9af8-38d0-4fa94dd54363/data/hbase/meta/1588230740 2024-11-09T18:17:54,108 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T18:17:54,108 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T18:17:54,108 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:17:54,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T18:17:54,113 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34839/user/jenkins/test-data/501d43c4-27b7-9af8-38d0-4fa94dd54363/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:17:54,114 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67646957, jitterRate=0.008018210530281067}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:17:54,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731176274097Initializing all the Stores at 1731176274097Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176274098 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176274098Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176274098Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176274098Cleaning up temporary data from old regions at 1731176274108 (+10 ms)Region opened successfully at 1731176274114 (+6 ms) 2024-11-09T18:17:54,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T18:17:54,114 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T18:17:54,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T18:17:54,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T18:17:54,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T18:17:54,115 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T18:17:54,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731176274114Disabling compacts and flushes for region at 1731176274114Disabling writes for close at 1731176274114Writing region close event to WAL at 1731176274115 (+1 ms)Closed at 1731176274115 2024-11-09T18:17:54,117 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:17:54,117 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T18:17:54,117 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T18:17:54,118 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T18:17:54,119 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T18:17:54,270 DEBUG [fb97eb0edbe8:38933 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T18:17:54,270 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fb97eb0edbe8,43213,1731176272438 2024-11-09T18:17:54,272 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb97eb0edbe8,43213,1731176272438, state=OPENING 2024-11-09T18:17:54,368 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T18:17:54,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43213-0x10120d16c480004, quorum=127.0.0.1:58956, baseZNode=/195913853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/195913853 2024-11-09T18:17:54,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38933-0x10120d16c480003, quorum=127.0.0.1:58956, baseZNode=/195913853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/195913853 2024-11-09T18:17:54,390 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /195913853/meta-region-server: CHANGED 2024-11-09T18:17:54,390 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /195913853/meta-region-server: CHANGED 2024-11-09T18:17:54,390 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T18:17:54,390 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,43213,1731176272438}] 2024-11-09T18:17:54,529 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T18:17:54,545 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T18:17:54,547 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46317, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T18:17:54,551 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T18:17:54,551 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:17:54,551 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T18:17:54,553 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fb97eb0edbe8%2C43213%2C1731176272438.meta, suffix=.meta, logDir=hdfs://localhost:34839/user/jenkins/test-data/501d43c4-27b7-9af8-38d0-4fa94dd54363/WALs/fb97eb0edbe8,43213,1731176272438, archiveDir=hdfs://localhost:34839/user/jenkins/test-data/501d43c4-27b7-9af8-38d0-4fa94dd54363/oldWALs, maxLogs=10 2024-11-09T18:17:54,571 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/501d43c4-27b7-9af8-38d0-4fa94dd54363/WALs/fb97eb0edbe8,43213,1731176272438/fb97eb0edbe8%2C43213%2C1731176272438.meta.1731176274553.meta, exclude list is [], retry=0 2024-11-09T18:17:54,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44731,DS-96af0664-e090-4080-b0e1-bb491d3e9f6e,DISK] 2024-11-09T18:17:54,578 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/501d43c4-27b7-9af8-38d0-4fa94dd54363/WALs/fb97eb0edbe8,43213,1731176272438/fb97eb0edbe8%2C43213%2C1731176272438.meta.1731176274553.meta 2024-11-09T18:17:54,579 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33625:33625)] 2024-11-09T18:17:54,579 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:17:54,579 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T18:17:54,580 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T18:17:54,580 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T18:17:54,580 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T18:17:54,580 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T18:17:54,580 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:17:54,580 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T18:17:54,580 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T18:17:54,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T18:17:54,584 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T18:17:54,584 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:17:54,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:17:54,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T18:17:54,586 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T18:17:54,586 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:17:54,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:17:54,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T18:17:54,587 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T18:17:54,587 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:17:54,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:17:54,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T18:17:54,588 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T18:17:54,588 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:17:54,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:17:54,588 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T18:17:54,589 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34839/user/jenkins/test-data/501d43c4-27b7-9af8-38d0-4fa94dd54363/data/hbase/meta/1588230740 2024-11-09T18:17:54,590 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34839/user/jenkins/test-data/501d43c4-27b7-9af8-38d0-4fa94dd54363/data/hbase/meta/1588230740 2024-11-09T18:17:54,601 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T18:17:54,601 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T18:17:54,602 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:17:54,604 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T18:17:54,607 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60280395, jitterRate=-0.10175211727619171}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:17:54,607 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T18:17:54,607 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731176274580Writing region info on filesystem at 1731176274580Initializing all the Stores at 1731176274583 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176274583Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176274583Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176274583Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176274583Cleaning up temporary data from old regions at 1731176274601 (+18 ms)Running coprocessor post-open hooks at 1731176274607 (+6 ms)Region opened successfully at 1731176274607 2024-11-09T18:17:54,608 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731176274544 2024-11-09T18:17:54,611 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T18:17:54,611 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T18:17:54,612 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,43213,1731176272438 2024-11-09T18:17:54,613 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb97eb0edbe8,43213,1731176272438, state=OPEN 2024-11-09T18:17:54,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43213-0x10120d16c480004, quorum=127.0.0.1:58956, baseZNode=/195913853 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/195913853/meta-region-server 2024-11-09T18:17:54,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38933-0x10120d16c480003, quorum=127.0.0.1:58956, baseZNode=/195913853 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/195913853/meta-region-server 2024-11-09T18:17:54,621 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,43213,1731176272438 2024-11-09T18:17:54,621 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /195913853/meta-region-server: CHANGED 2024-11-09T18:17:54,621 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /195913853/meta-region-server: CHANGED 2024-11-09T18:17:54,628 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T18:17:54,628 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,43213,1731176272438 in 231 msec 2024-11-09T18:17:54,630 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T18:17:54,630 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 511 msec 2024-11-09T18:17:54,631 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:17:54,631 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T18:17:54,633 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:17:54,633 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,43213,1731176272438, seqNum=-1] 2024-11-09T18:17:54,633 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:17:54,635 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51867, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:17:54,642 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0240 sec 2024-11-09T18:17:54,642 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731176274642, completionTime=-1 2024-11-09T18:17:54,642 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T18:17:54,642 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T18:17:54,647 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T18:17:54,647 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731176334647 2024-11-09T18:17:54,647 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731176394647 2024-11-09T18:17:54,647 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 4 msec 2024-11-09T18:17:54,647 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,38933,1731176272280-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:54,647 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,38933,1731176272280-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:54,647 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,38933,1731176272280-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:54,647 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fb97eb0edbe8:38933, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:54,647 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:54,649 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:54,651 DEBUG [master/fb97eb0edbe8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T18:17:54,653 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.117sec 2024-11-09T18:17:54,654 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T18:17:54,654 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T18:17:54,654 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T18:17:54,654 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T18:17:54,654 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T18:17:54,654 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,38933,1731176272280-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T18:17:54,654 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,38933,1731176272280-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T18:17:54,660 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T18:17:54,660 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T18:17:54,660 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,38933,1731176272280-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:17:54,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cbdedc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:17:54,712 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,38933,-1 for getting cluster id 2024-11-09T18:17:54,713 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:17:54,714 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '97a31e4f-02ba-408f-9dc0-d8a31e3c429d' 2024-11-09T18:17:54,714 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:17:54,714 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "97a31e4f-02ba-408f-9dc0-d8a31e3c429d" 2024-11-09T18:17:54,714 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30465c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:17:54,715 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,38933,-1] 2024-11-09T18:17:54,715 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:17:54,715 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:17:54,716 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:17:54,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60dd1593, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:17:54,717 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:17:54,721 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,43213,1731176272438, seqNum=-1] 2024-11-09T18:17:54,721 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:17:54,723 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:17:54,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fb97eb0edbe8,38933,1731176272280 2024-11-09T18:17:54,726 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58956 2024-11-09T18:17:54,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58956, baseZNode=/195913853 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:17:54,737 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10120d16c480005 connected 2024-11-09T18:17:54,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a2d5b80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:17:54,752 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,46423,-1 for getting cluster id 2024-11-09T18:17:54,752 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:17:54,753 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '86fbd4c4-51a1-4008-9ad5-179e28a167c5' 2024-11-09T18:17:54,753 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:17:54,753 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "86fbd4c4-51a1-4008-9ad5-179e28a167c5" 2024-11-09T18:17:54,753 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68c9c4d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:17:54,753 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,46423,-1] 2024-11-09T18:17:54,753 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:17:54,754 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:17:54,755 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:17:54,757 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77e2792c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:17:54,757 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:17:54,758 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,46423,1731176266040 2024-11-09T18:17:54,758 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@352121c 2024-11-09T18:17:54,758 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:17:54,759 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:17:54,760 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46423 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://fb97eb0edbe8:38933,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T18:17:54,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46423 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T18:17:54,764 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fb97eb0edbe8:38933' 2024-11-09T18:17:54,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:17:54,765 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29c28561, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:17:54,765 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,38933,-1 for getting cluster id 2024-11-09T18:17:54,765 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:17:54,766 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '97a31e4f-02ba-408f-9dc0-d8a31e3c429d' 2024-11-09T18:17:54,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:17:54,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "97a31e4f-02ba-408f-9dc0-d8a31e3c429d" 2024-11-09T18:17:54,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65550483, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:17:54,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,38933,-1] 2024-11-09T18:17:54,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:17:54,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:17:54,768 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:17:54,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30646240, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:17:54,769 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:17:54,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,38933,1731176272280 2024-11-09T18:17:54,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6392dc28 2024-11-09T18:17:54,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:17:54,771 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:17:54,772 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-09T18:17:54,772 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T18:17:54,772 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:17:54,772 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:17:54,772 INFO [PEWorker-4 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:17:54,774 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:17:54,774 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T18:17:54,776 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T18:17:54,776 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:17:54,778 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T18:17:54,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40707 is added to blk_1073741835_1011 (size=1138) 2024-11-09T18:17:54,793 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5f0c82c820b5ec1fbd9fe8eba4970329, NAME => 'hbase:replication,,1731176274772.5f0c82c820b5ec1fbd9fe8eba4970329.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35181/user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3 2024-11-09T18:17:54,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40707 is added to blk_1073741836_1012 (size=44) 2024-11-09T18:17:54,816 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731176274772.5f0c82c820b5ec1fbd9fe8eba4970329.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:17:54,816 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5f0c82c820b5ec1fbd9fe8eba4970329, disabling compactions & flushes 2024-11-09T18:17:54,816 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731176274772.5f0c82c820b5ec1fbd9fe8eba4970329. 2024-11-09T18:17:54,816 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731176274772.5f0c82c820b5ec1fbd9fe8eba4970329. 2024-11-09T18:17:54,816 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731176274772.5f0c82c820b5ec1fbd9fe8eba4970329. after waiting 0 ms 2024-11-09T18:17:54,816 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731176274772.5f0c82c820b5ec1fbd9fe8eba4970329. 2024-11-09T18:17:54,816 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731176274772.5f0c82c820b5ec1fbd9fe8eba4970329. 2024-11-09T18:17:54,816 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5f0c82c820b5ec1fbd9fe8eba4970329: Waiting for close lock at 1731176274816Disabling compacts and flushes for region at 1731176274816Disabling writes for close at 1731176274816Writing region close event to WAL at 1731176274816Closed at 1731176274816 2024-11-09T18:17:54,819 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T18:17:54,819 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731176274772.5f0c82c820b5ec1fbd9fe8eba4970329.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731176274819"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731176274819"}]},"ts":"1731176274819"} 2024-11-09T18:17:54,822 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T18:17:54,824 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T18:17:54,824 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176274824"}]},"ts":"1731176274824"} 2024-11-09T18:17:54,825 DEBUG [PEWorker-4 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T18:17:54,826 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T18:17:54,827 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5f0c82c820b5ec1fbd9fe8eba4970329, ASSIGN}] 2024-11-09T18:17:54,828 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5f0c82c820b5ec1fbd9fe8eba4970329, ASSIGN 2024-11-09T18:17:54,830 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5f0c82c820b5ec1fbd9fe8eba4970329, ASSIGN; state=OFFLINE, location=fb97eb0edbe8,46483,1731176266245; forceNewPlan=false, retain=false 2024-11-09T18:17:54,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:17:54,982 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5f0c82c820b5ec1fbd9fe8eba4970329, regionState=OPENING, regionLocation=fb97eb0edbe8,46483,1731176266245 2024-11-09T18:17:54,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5f0c82c820b5ec1fbd9fe8eba4970329, ASSIGN because future has completed 2024-11-09T18:17:54,985 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f0c82c820b5ec1fbd9fe8eba4970329, server=fb97eb0edbe8,46483,1731176266245}] 2024-11-09T18:17:55,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:17:55,148 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731176274772.5f0c82c820b5ec1fbd9fe8eba4970329. 2024-11-09T18:17:55,148 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:17:55,149 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T18:17:55,150 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fb97eb0edbe8%2C46483%2C1731176266245.rep, suffix=, logDir=hdfs://localhost:35181/user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/WALs/fb97eb0edbe8,46483,1731176266245, archiveDir=hdfs://localhost:35181/user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/oldWALs, maxLogs=10 2024-11-09T18:17:55,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/WALs/fb97eb0edbe8,46483,1731176266245/fb97eb0edbe8%2C46483%2C1731176266245.rep.1731176275151, exclude list is [], retry=0 2024-11-09T18:17:55,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40707,DS-d9e9a73b-f6d7-4c32-8d02-ee5863297681,DISK] 2024-11-09T18:17:55,170 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/WALs/fb97eb0edbe8,46483,1731176266245/fb97eb0edbe8%2C46483%2C1731176266245.rep.1731176275151 2024-11-09T18:17:55,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39313:39313)] 2024-11-09T18:17:55,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 5f0c82c820b5ec1fbd9fe8eba4970329, NAME => 'hbase:replication,,1731176274772.5f0c82c820b5ec1fbd9fe8eba4970329.', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:17:55,171 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T18:17:55,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T18:17:55,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731176274772.5f0c82c820b5ec1fbd9fe8eba4970329. service=MultiRowMutationService 2024-11-09T18:17:55,171 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T18:17:55,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5f0c82c820b5ec1fbd9fe8eba4970329 2024-11-09T18:17:55,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731176274772.5f0c82c820b5ec1fbd9fe8eba4970329.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:17:55,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 5f0c82c820b5ec1fbd9fe8eba4970329 2024-11-09T18:17:55,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 5f0c82c820b5ec1fbd9fe8eba4970329 2024-11-09T18:17:55,173 INFO [StoreOpener-5f0c82c820b5ec1fbd9fe8eba4970329-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5f0c82c820b5ec1fbd9fe8eba4970329 2024-11-09T18:17:55,174 INFO [StoreOpener-5f0c82c820b5ec1fbd9fe8eba4970329-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f0c82c820b5ec1fbd9fe8eba4970329 columnFamilyName hfileref 2024-11-09T18:17:55,174 DEBUG [StoreOpener-5f0c82c820b5ec1fbd9fe8eba4970329-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:17:55,176 INFO [StoreOpener-5f0c82c820b5ec1fbd9fe8eba4970329-1 {}] regionserver.HStore(327): Store=5f0c82c820b5ec1fbd9fe8eba4970329/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:17:55,177 INFO [StoreOpener-5f0c82c820b5ec1fbd9fe8eba4970329-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5f0c82c820b5ec1fbd9fe8eba4970329 2024-11-09T18:17:55,179 INFO [StoreOpener-5f0c82c820b5ec1fbd9fe8eba4970329-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f0c82c820b5ec1fbd9fe8eba4970329 columnFamilyName queue 2024-11-09T18:17:55,179 DEBUG [StoreOpener-5f0c82c820b5ec1fbd9fe8eba4970329-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:17:55,180 INFO [StoreOpener-5f0c82c820b5ec1fbd9fe8eba4970329-1 {}] regionserver.HStore(327): Store=5f0c82c820b5ec1fbd9fe8eba4970329/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:17:55,180 INFO [StoreOpener-5f0c82c820b5ec1fbd9fe8eba4970329-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5f0c82c820b5ec1fbd9fe8eba4970329 2024-11-09T18:17:55,182 INFO [StoreOpener-5f0c82c820b5ec1fbd9fe8eba4970329-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f0c82c820b5ec1fbd9fe8eba4970329 columnFamilyName sid 2024-11-09T18:17:55,182 DEBUG [StoreOpener-5f0c82c820b5ec1fbd9fe8eba4970329-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:17:55,185 INFO [StoreOpener-5f0c82c820b5ec1fbd9fe8eba4970329-1 {}] regionserver.HStore(327): Store=5f0c82c820b5ec1fbd9fe8eba4970329/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:17:55,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 5f0c82c820b5ec1fbd9fe8eba4970329 2024-11-09T18:17:55,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35181/user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/data/hbase/replication/5f0c82c820b5ec1fbd9fe8eba4970329 2024-11-09T18:17:55,187 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35181/user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/data/hbase/replication/5f0c82c820b5ec1fbd9fe8eba4970329 2024-11-09T18:17:55,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 5f0c82c820b5ec1fbd9fe8eba4970329 2024-11-09T18:17:55,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 5f0c82c820b5ec1fbd9fe8eba4970329 2024-11-09T18:17:55,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T18:17:55,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 5f0c82c820b5ec1fbd9fe8eba4970329 2024-11-09T18:17:55,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35181/user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/data/hbase/replication/5f0c82c820b5ec1fbd9fe8eba4970329/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:17:55,198 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 5f0c82c820b5ec1fbd9fe8eba4970329; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58838954, jitterRate=-0.12323126196861267}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T18:17:55,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5f0c82c820b5ec1fbd9fe8eba4970329 2024-11-09T18:17:55,199 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 5f0c82c820b5ec1fbd9fe8eba4970329: Running coprocessor pre-open hook at 1731176275172Writing region info on filesystem at 1731176275172Initializing all the Stores at 1731176275172Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176275172Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176275173 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176275173Cleaning up temporary data from old regions at 1731176275188 (+15 ms)Running coprocessor post-open hooks at 1731176275198 (+10 ms)Region opened successfully at 1731176275199 (+1 ms) 2024-11-09T18:17:55,200 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731176274772.5f0c82c820b5ec1fbd9fe8eba4970329., pid=7, masterSystemTime=1731176275140 2024-11-09T18:17:55,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731176274772.5f0c82c820b5ec1fbd9fe8eba4970329. 2024-11-09T18:17:55,204 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731176274772.5f0c82c820b5ec1fbd9fe8eba4970329. 2024-11-09T18:17:55,205 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5f0c82c820b5ec1fbd9fe8eba4970329, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,46483,1731176266245 2024-11-09T18:17:55,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f0c82c820b5ec1fbd9fe8eba4970329, server=fb97eb0edbe8,46483,1731176266245 because future has completed 2024-11-09T18:17:55,224 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-09T18:17:55,224 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 5f0c82c820b5ec1fbd9fe8eba4970329, server=fb97eb0edbe8,46483,1731176266245 in 236 msec 2024-11-09T18:17:55,227 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T18:17:55,227 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5f0c82c820b5ec1fbd9fe8eba4970329, ASSIGN in 397 msec 2024-11-09T18:17:55,228 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T18:17:55,228 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176275228"}]},"ts":"1731176275228"} 2024-11-09T18:17:55,230 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T18:17:55,232 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T18:17:55,237 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 459 msec 2024-11-09T18:17:55,268 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T18:17:55,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:17:55,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731176274772.5f0c82c820b5ec1fbd9fe8eba4970329., hostname=fb97eb0edbe8,46483,1731176266245, seqNum=2] 2024-11-09T18:17:55,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:17:55,357 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46483-0x10120d16c480001, quorum=127.0.0.1:58956, baseZNode=/0-1207403111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1207403111 2024-11-09T18:17:55,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x10120d16c480000, quorum=127.0.0.1:58956, baseZNode=/0-1207403111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1207403111 2024-11-09T18:17:55,381 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T18:17:55,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:17:55,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46483 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-09T18:17:55,535 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T18:17:55,557 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T18:17:55,557 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T18:17:55,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-09T18:17:55,558 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-09T18:17:55,559 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T18:17:55,559 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-09T18:17:55,559 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T18:17:55,559 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T18:17:55,559 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T18:17:55,559 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T18:17:55,577 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-fb97eb0edbe8,46483,1731176266245, ReplicationSource: 1, currentBandwidth=0 2024-11-09T18:17:55,577 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:17:55,577 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,46483,1731176266245, seqNum=-1] 2024-11-09T18:17:55,578 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:17:55,579 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54231, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-09T18:17:55,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-fb97eb0edbe8,46483,1731176266245', locateType=CURRENT is [region=hbase:replication,,1731176274772.5f0c82c820b5ec1fbd9fe8eba4970329., hostname=fb97eb0edbe8,46483,1731176266245, seqNum=2] 2024-11-09T18:17:55,585 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-09T18:17:55,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46423 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-09T18:17:55,593 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on fb97eb0edbe8,46483,1731176266245 suceeded 2024-11-09T18:17:55,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-09T18:17:55,596 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://fb97eb0edbe8:38933,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T18:17:55,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 212 msec 2024-11-09T18:17:55,599 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 836 msec 2024-11-09T18:17:55,613 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46483,1731176266245 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fb97eb0edbe8:38933' 2024-11-09T18:17:55,621 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46483,1731176266245 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4071dc77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:17:55,621 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46483,1731176266245 {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,38933,-1 for getting cluster id 2024-11-09T18:17:55,622 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46483,1731176266245 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:17:55,624 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '97a31e4f-02ba-408f-9dc0-d8a31e3c429d' 2024-11-09T18:17:55,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:17:55,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "97a31e4f-02ba-408f-9dc0-d8a31e3c429d" 2024-11-09T18:17:55,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66dcd0e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:17:55,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,38933,-1] 2024-11-09T18:17:55,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:17:55,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:17:55,626 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:17:55,627 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46483,1731176266245 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ca48c21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:17:55,627 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46483,1731176266245 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:17:55,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,38933,1731176272280 2024-11-09T18:17:55,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ec68d90 2024-11-09T18:17:55,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:17:55,629 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-09T18:17:55,630 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46483,1731176266245 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fb97eb0edbe8,46483,1731176266245 (queues=1) is replicating from cluster=86fbd4c4-51a1-4008-9ad5-179e28a167c5 to cluster=97a31e4f-02ba-408f-9dc0-d8a31e3c429d 2024-11-09T18:17:55,630 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46483,1731176266245 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fb97eb0edbe8%2C46483%2C1731176266245 2024-11-09T18:17:55,630 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46483,1731176266245 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fb97eb0edbe8,46483,1731176266245, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T18:17:55,630 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46483,1731176266245.replicationSource.shipperfb97eb0edbe8%2C46483%2C1731176266245,1-fb97eb0edbe8,46483,1731176266245 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fb97eb0edbe8%2C46483%2C1731176266245 2024-11-09T18:17:55,630 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46483,1731176266245.replicationSource.wal-reader.fb97eb0edbe8%2C46483%2C1731176266245,1-fb97eb0edbe8,46483,1731176266245 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35181/user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/WALs/fb97eb0edbe8,46483,1731176266245/fb97eb0edbe8%2C46483%2C1731176266245.1731176268669, startPosition=0, beingWritten=true 2024-11-09T18:17:55,847 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46483,1731176266245.replicationSource.wal-reader.fb97eb0edbe8%2C46483%2C1731176266245,1-fb97eb0edbe8,46483,1731176266245 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35181/user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/WALs/fb97eb0edbe8,46483,1731176266245/fb97eb0edbe8%2C46483%2C1731176266245.1731176268669 to pos 0, reset compression=false 2024-11-09T18:17:55,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:17:55,899 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T18:17:55,899 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:17:55,899 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:17:55,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:17:55,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:17:55,899 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:17:55,899 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:17:55,900 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,46423,1731176266040 2024-11-09T18:17:55,900 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24f349ce 2024-11-09T18:17:55,900 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:17:55,901 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:17:55,901 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46423 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-09T18:17:55,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T18:17:55,902 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:17:55,902 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:17:55,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:17:55,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:17:55,902 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:17:55,902 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T18:17:55,902 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1527421832, stopped=false 2024-11-09T18:17:55,902 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fb97eb0edbe8,38933,1731176272280 2024-11-09T18:17:55,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43213-0x10120d16c480004, quorum=127.0.0.1:58956, baseZNode=/195913853 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/195913853/running 2024-11-09T18:17:55,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38933-0x10120d16c480003, quorum=127.0.0.1:58956, baseZNode=/195913853 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/195913853/running 2024-11-09T18:17:55,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38933-0x10120d16c480003, quorum=127.0.0.1:58956, baseZNode=/195913853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/195913853 2024-11-09T18:17:55,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43213-0x10120d16c480004, quorum=127.0.0.1:58956, baseZNode=/195913853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/195913853 2024-11-09T18:17:55,956 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T18:17:55,956 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:17:55,956 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:17:55,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:17:55,957 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fb97eb0edbe8,43213,1731176272438' ***** 2024-11-09T18:17:55,957 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T18:17:55,957 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43213-0x10120d16c480004, quorum=127.0.0.1:58956, baseZNode=/195913853 Set watcher on znode that does not yet exist, /195913853/running 2024-11-09T18:17:55,957 INFO [RS:0;fb97eb0edbe8:43213 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T18:17:55,957 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38933-0x10120d16c480003, quorum=127.0.0.1:58956, baseZNode=/195913853 Set watcher on znode that does not yet exist, /195913853/running 2024-11-09T18:17:55,957 INFO [RS:0;fb97eb0edbe8:43213 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T18:17:55,957 INFO [RS:0;fb97eb0edbe8:43213 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T18:17:55,957 INFO [RS:0;fb97eb0edbe8:43213 {}] regionserver.HRegionServer(959): stopping server fb97eb0edbe8,43213,1731176272438 2024-11-09T18:17:55,957 INFO [RS:0;fb97eb0edbe8:43213 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T18:17:55,957 INFO [RS:0;fb97eb0edbe8:43213 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fb97eb0edbe8:43213. 2024-11-09T18:17:55,958 DEBUG [RS:0;fb97eb0edbe8:43213 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:17:55,958 DEBUG [RS:0;fb97eb0edbe8:43213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:17:55,958 INFO [RS:0;fb97eb0edbe8:43213 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T18:17:55,958 INFO [RS:0;fb97eb0edbe8:43213 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T18:17:55,958 INFO [RS:0;fb97eb0edbe8:43213 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T18:17:55,958 INFO [RS:0;fb97eb0edbe8:43213 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T18:17:55,958 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T18:17:55,958 INFO [RS:0;fb97eb0edbe8:43213 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T18:17:55,958 DEBUG [RS:0;fb97eb0edbe8:43213 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T18:17:55,958 DEBUG [RS:0;fb97eb0edbe8:43213 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T18:17:55,959 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T18:17:55,959 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T18:17:55,959 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T18:17:55,959 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T18:17:55,959 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T18:17:55,959 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-09T18:17:55,975 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34839/user/jenkins/test-data/501d43c4-27b7-9af8-38d0-4fa94dd54363/data/hbase/meta/1588230740/.tmp/ns/87dcdb63a96d46ed9e78a3f27e45b846 is 43, key is default/ns:d/1731176274635/Put/seqid=0 2024-11-09T18:17:55,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44731 is added to blk_1073741835_1011 (size=5153) 2024-11-09T18:17:56,003 INFO [regionserver/fb97eb0edbe8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:17:56,153 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46483,1731176266245.replicationSource.wal-reader.fb97eb0edbe8%2C46483%2C1731176266245,1-fb97eb0edbe8,46483,1731176266245 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35181/user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/WALs/fb97eb0edbe8,46483,1731176266245/fb97eb0edbe8%2C46483%2C1731176266245.1731176268669 to pos 0, reset compression=false 2024-11-09T18:17:56,159 DEBUG [RS:0;fb97eb0edbe8:43213 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T18:17:56,359 DEBUG [RS:0;fb97eb0edbe8:43213 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T18:17:56,385 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34839/user/jenkins/test-data/501d43c4-27b7-9af8-38d0-4fa94dd54363/data/hbase/meta/1588230740/.tmp/ns/87dcdb63a96d46ed9e78a3f27e45b846 2024-11-09T18:17:56,392 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34839/user/jenkins/test-data/501d43c4-27b7-9af8-38d0-4fa94dd54363/data/hbase/meta/1588230740/.tmp/ns/87dcdb63a96d46ed9e78a3f27e45b846 as hdfs://localhost:34839/user/jenkins/test-data/501d43c4-27b7-9af8-38d0-4fa94dd54363/data/hbase/meta/1588230740/ns/87dcdb63a96d46ed9e78a3f27e45b846 2024-11-09T18:17:56,399 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34839/user/jenkins/test-data/501d43c4-27b7-9af8-38d0-4fa94dd54363/data/hbase/meta/1588230740/ns/87dcdb63a96d46ed9e78a3f27e45b846, entries=2, sequenceid=6, filesize=5.0 K 2024-11-09T18:17:56,400 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 441ms, sequenceid=6, compaction requested=false 2024-11-09T18:17:56,411 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34839/user/jenkins/test-data/501d43c4-27b7-9af8-38d0-4fa94dd54363/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-09T18:17:56,411 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T18:17:56,412 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T18:17:56,412 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T18:17:56,412 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731176275958Running coprocessor pre-close hooks at 1731176275958Disabling compacts and flushes for region at 1731176275958Disabling writes for close at 1731176275959 (+1 ms)Obtaining lock to block concurrent updates at 1731176275959Preparing flush snapshotting stores in 1588230740 at 1731176275959Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731176275959Flushing stores of hbase:meta,,1.1588230740 at 1731176275960 (+1 ms)Flushing 1588230740/ns: creating writer at 1731176275960Flushing 1588230740/ns: appending metadata at 1731176275975 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731176275975Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c59b4b4: reopening flushed file at 1731176276391 (+416 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 441ms, sequenceid=6, compaction requested=false at 1731176276400 (+9 ms)Writing region close event to WAL at 1731176276403 (+3 ms)Running coprocessor post-close hooks at 1731176276411 (+8 ms)Closed at 1731176276412 (+1 ms) 2024-11-09T18:17:56,412 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T18:17:56,558 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46483,1731176266245.replicationSource.wal-reader.fb97eb0edbe8%2C46483%2C1731176266245,1-fb97eb0edbe8,46483,1731176266245 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35181/user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/WALs/fb97eb0edbe8,46483,1731176266245/fb97eb0edbe8%2C46483%2C1731176266245.1731176268669 to pos 0, reset compression=false 2024-11-09T18:17:56,559 INFO [RS:0;fb97eb0edbe8:43213 {}] regionserver.HRegionServer(976): stopping server fb97eb0edbe8,43213,1731176272438; all regions closed. 2024-11-09T18:17:56,563 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/501d43c4-27b7-9af8-38d0-4fa94dd54363/WALs/fb97eb0edbe8,43213,1731176272438/fb97eb0edbe8%2C43213%2C1731176272438.meta.1731176274553.meta not finished, retry = 0 2024-11-09T18:17:56,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44731 is added to blk_1073741834_1010 (size=1152) 2024-11-09T18:17:56,666 DEBUG [RS:0;fb97eb0edbe8:43213 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/501d43c4-27b7-9af8-38d0-4fa94dd54363/oldWALs 2024-11-09T18:17:56,666 INFO [RS:0;fb97eb0edbe8:43213 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb97eb0edbe8%2C43213%2C1731176272438.meta:.meta(num 1731176274553) 2024-11-09T18:17:56,671 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/501d43c4-27b7-9af8-38d0-4fa94dd54363/WALs/fb97eb0edbe8,43213,1731176272438/fb97eb0edbe8%2C43213%2C1731176272438.1731176273944 not finished, retry = 0 2024-11-09T18:17:56,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44731 is added to blk_1073741833_1009 (size=93) 2024-11-09T18:17:56,774 DEBUG [RS:0;fb97eb0edbe8:43213 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/501d43c4-27b7-9af8-38d0-4fa94dd54363/oldWALs 2024-11-09T18:17:56,774 INFO [RS:0;fb97eb0edbe8:43213 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb97eb0edbe8%2C43213%2C1731176272438:(num 1731176273944) 2024-11-09T18:17:56,774 DEBUG [RS:0;fb97eb0edbe8:43213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:17:56,774 INFO [RS:0;fb97eb0edbe8:43213 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:17:56,774 INFO [RS:0;fb97eb0edbe8:43213 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T18:17:56,774 INFO [RS:0;fb97eb0edbe8:43213 {}] hbase.ChoreService(370): Chore service for: regionserver/fb97eb0edbe8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T18:17:56,774 INFO [RS:0;fb97eb0edbe8:43213 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T18:17:56,775 INFO [regionserver/fb97eb0edbe8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T18:17:56,775 INFO [RS:0;fb97eb0edbe8:43213 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43213 2024-11-09T18:17:56,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38933-0x10120d16c480003, quorum=127.0.0.1:58956, baseZNode=/195913853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/195913853/rs 2024-11-09T18:17:56,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43213-0x10120d16c480004, quorum=127.0.0.1:58956, baseZNode=/195913853 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/195913853/rs/fb97eb0edbe8,43213,1731176272438 2024-11-09T18:17:56,820 INFO [RS:0;fb97eb0edbe8:43213 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T18:17:56,821 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fb97eb0edbe8,43213,1731176272438] 2024-11-09T18:17:56,841 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /195913853/draining/fb97eb0edbe8,43213,1731176272438 already deleted, retry=false 2024-11-09T18:17:56,841 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fb97eb0edbe8,43213,1731176272438 expired; onlineServers=0 2024-11-09T18:17:56,842 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fb97eb0edbe8,38933,1731176272280' ***** 2024-11-09T18:17:56,842 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T18:17:56,842 INFO [M:0;fb97eb0edbe8:38933 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T18:17:56,842 INFO [M:0;fb97eb0edbe8:38933 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T18:17:56,842 DEBUG [M:0;fb97eb0edbe8:38933 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T18:17:56,842 DEBUG [M:0;fb97eb0edbe8:38933 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T18:17:56,842 INFO [M:0;fb97eb0edbe8:38933 {}] hbase.ChoreService(370): Chore service for: master/fb97eb0edbe8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T18:17:56,842 INFO [M:0;fb97eb0edbe8:38933 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T18:17:56,842 DEBUG [M:0;fb97eb0edbe8:38933 {}] master.HMaster(1795): Stopping service threads 2024-11-09T18:17:56,842 INFO [M:0;fb97eb0edbe8:38933 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T18:17:56,842 INFO [M:0;fb97eb0edbe8:38933 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T18:17:56,843 INFO [M:0;fb97eb0edbe8:38933 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T18:17:56,843 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T18:17:56,843 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T18:17:56,844 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731176273653 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731176273653,5,FailOnTimeoutGroup] 2024-11-09T18:17:56,844 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731176273653 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731176273653,5,FailOnTimeoutGroup] 2024-11-09T18:17:56,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38933-0x10120d16c480003, quorum=127.0.0.1:58956, baseZNode=/195913853 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/195913853/master 2024-11-09T18:17:56,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38933-0x10120d16c480003, quorum=127.0.0.1:58956, baseZNode=/195913853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/195913853 2024-11-09T18:17:56,852 DEBUG [M:0;fb97eb0edbe8:38933 {}] zookeeper.ZKUtil(347): master:38933-0x10120d16c480003, quorum=127.0.0.1:58956, baseZNode=/195913853 Unable to get data of znode /195913853/master because node does not exist (not an error) 2024-11-09T18:17:56,852 WARN [M:0;fb97eb0edbe8:38933 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T18:17:56,853 INFO [M:0;fb97eb0edbe8:38933 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34839/user/jenkins/test-data/501d43c4-27b7-9af8-38d0-4fa94dd54363/.lastflushedseqids 2024-11-09T18:17:56,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44731 is added to blk_1073741836_1012 (size=99) 2024-11-09T18:17:56,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43213-0x10120d16c480004, quorum=127.0.0.1:58956, baseZNode=/195913853 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:17:56,931 INFO [RS:0;fb97eb0edbe8:43213 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T18:17:56,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43213-0x10120d16c480004, quorum=127.0.0.1:58956, baseZNode=/195913853 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:17:56,931 INFO [RS:0;fb97eb0edbe8:43213 {}] regionserver.HRegionServer(1031): Exiting; stopping=fb97eb0edbe8,43213,1731176272438; zookeeper connection closed. 2024-11-09T18:17:56,932 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@12b5324e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@12b5324e 2024-11-09T18:17:56,932 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T18:17:57,074 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46483,1731176266245.replicationSource.wal-reader.fb97eb0edbe8%2C46483%2C1731176266245,1-fb97eb0edbe8,46483,1731176266245 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35181/user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/WALs/fb97eb0edbe8,46483,1731176266245/fb97eb0edbe8%2C46483%2C1731176266245.1731176268669 to pos 0, reset compression=false 2024-11-09T18:17:57,260 INFO [M:0;fb97eb0edbe8:38933 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T18:17:57,260 INFO [M:0;fb97eb0edbe8:38933 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T18:17:57,260 DEBUG [M:0;fb97eb0edbe8:38933 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T18:17:57,260 INFO [M:0;fb97eb0edbe8:38933 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:17:57,260 DEBUG [M:0;fb97eb0edbe8:38933 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:17:57,261 DEBUG [M:0;fb97eb0edbe8:38933 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 1 ms 2024-11-09T18:17:57,261 DEBUG [M:0;fb97eb0edbe8:38933 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:17:57,261 INFO [M:0;fb97eb0edbe8:38933 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-09T18:17:57,278 DEBUG [M:0;fb97eb0edbe8:38933 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34839/user/jenkins/test-data/501d43c4-27b7-9af8-38d0-4fa94dd54363/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/48730b88573d4170a4b582a96ac548c4 is 82, key is hbase:meta,,1/info:regioninfo/1731176274611/Put/seqid=0 2024-11-09T18:17:57,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44731 is added to blk_1073741837_1013 (size=5672) 2024-11-09T18:17:57,298 INFO [M:0;fb97eb0edbe8:38933 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34839/user/jenkins/test-data/501d43c4-27b7-9af8-38d0-4fa94dd54363/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/48730b88573d4170a4b582a96ac548c4 2024-11-09T18:17:57,332 DEBUG [M:0;fb97eb0edbe8:38933 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34839/user/jenkins/test-data/501d43c4-27b7-9af8-38d0-4fa94dd54363/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f4feced5e38e486d8ae69f1ca28895a0 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731176274641/Put/seqid=0 2024-11-09T18:17:57,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44731 is added to blk_1073741838_1014 (size=5275) 2024-11-09T18:17:57,347 INFO [M:0;fb97eb0edbe8:38933 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34839/user/jenkins/test-data/501d43c4-27b7-9af8-38d0-4fa94dd54363/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f4feced5e38e486d8ae69f1ca28895a0 2024-11-09T18:17:57,377 DEBUG [M:0;fb97eb0edbe8:38933 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34839/user/jenkins/test-data/501d43c4-27b7-9af8-38d0-4fa94dd54363/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8ea71e6d78384ecebca540a6289fb3bd is 69, key is fb97eb0edbe8,43213,1731176272438/rs:state/1731176273769/Put/seqid=0 2024-11-09T18:17:57,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44731 is added to blk_1073741839_1015 (size=5156) 2024-11-09T18:17:57,403 INFO [M:0;fb97eb0edbe8:38933 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34839/user/jenkins/test-data/501d43c4-27b7-9af8-38d0-4fa94dd54363/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8ea71e6d78384ecebca540a6289fb3bd 2024-11-09T18:17:57,414 DEBUG [M:0;fb97eb0edbe8:38933 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34839/user/jenkins/test-data/501d43c4-27b7-9af8-38d0-4fa94dd54363/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/48730b88573d4170a4b582a96ac548c4 as hdfs://localhost:34839/user/jenkins/test-data/501d43c4-27b7-9af8-38d0-4fa94dd54363/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/48730b88573d4170a4b582a96ac548c4 2024-11-09T18:17:57,429 INFO [M:0;fb97eb0edbe8:38933 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34839/user/jenkins/test-data/501d43c4-27b7-9af8-38d0-4fa94dd54363/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/48730b88573d4170a4b582a96ac548c4, entries=8, sequenceid=28, filesize=5.5 K 2024-11-09T18:17:57,430 DEBUG [M:0;fb97eb0edbe8:38933 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34839/user/jenkins/test-data/501d43c4-27b7-9af8-38d0-4fa94dd54363/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f4feced5e38e486d8ae69f1ca28895a0 as hdfs://localhost:34839/user/jenkins/test-data/501d43c4-27b7-9af8-38d0-4fa94dd54363/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f4feced5e38e486d8ae69f1ca28895a0 2024-11-09T18:17:57,460 INFO [M:0;fb97eb0edbe8:38933 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34839/user/jenkins/test-data/501d43c4-27b7-9af8-38d0-4fa94dd54363/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f4feced5e38e486d8ae69f1ca28895a0, entries=3, sequenceid=28, filesize=5.2 K 2024-11-09T18:17:57,464 DEBUG [M:0;fb97eb0edbe8:38933 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34839/user/jenkins/test-data/501d43c4-27b7-9af8-38d0-4fa94dd54363/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8ea71e6d78384ecebca540a6289fb3bd as hdfs://localhost:34839/user/jenkins/test-data/501d43c4-27b7-9af8-38d0-4fa94dd54363/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8ea71e6d78384ecebca540a6289fb3bd 2024-11-09T18:17:57,483 INFO [M:0;fb97eb0edbe8:38933 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34839/user/jenkins/test-data/501d43c4-27b7-9af8-38d0-4fa94dd54363/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8ea71e6d78384ecebca540a6289fb3bd, entries=1, sequenceid=28, filesize=5.0 K 2024-11-09T18:17:57,486 INFO [M:0;fb97eb0edbe8:38933 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 225ms, sequenceid=28, compaction requested=false 2024-11-09T18:17:57,509 INFO [M:0;fb97eb0edbe8:38933 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:17:57,509 DEBUG [M:0;fb97eb0edbe8:38933 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731176277260Disabling compacts and flushes for region at 1731176277260Disabling writes for close at 1731176277261 (+1 ms)Obtaining lock to block concurrent updates at 1731176277261Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731176277261Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731176277261Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731176277262 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731176277262Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731176277278 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731176277278Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731176277311 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731176277331 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731176277331Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731176277354 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731176277376 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731176277376Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a2bc90d: reopening flushed file at 1731176277412 (+36 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ccd0a7: reopening flushed file at 1731176277429 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31f21220: reopening flushed file at 1731176277462 (+33 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 225ms, sequenceid=28, compaction requested=false at 1731176277487 (+25 ms)Writing region close event to WAL at 1731176277509 (+22 ms)Closed at 1731176277509 2024-11-09T18:17:57,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44731 is added to blk_1073741830_1006 (size=10165) 2024-11-09T18:17:57,529 INFO [M:0;fb97eb0edbe8:38933 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T18:17:57,529 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T18:17:57,529 INFO [M:0;fb97eb0edbe8:38933 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38933 2024-11-09T18:17:57,529 INFO [M:0;fb97eb0edbe8:38933 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T18:17:57,679 INFO [M:0;fb97eb0edbe8:38933 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T18:17:57,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38933-0x10120d16c480003, quorum=127.0.0.1:58956, baseZNode=/195913853 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:17:57,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38933-0x10120d16c480003, quorum=127.0.0.1:58956, baseZNode=/195913853 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:17:57,680 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46483,1731176266245.replicationSource.wal-reader.fb97eb0edbe8%2C46483%2C1731176266245,1-fb97eb0edbe8,46483,1731176266245 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35181/user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/WALs/fb97eb0edbe8,46483,1731176266245/fb97eb0edbe8%2C46483%2C1731176266245.1731176268669 to pos 0, reset compression=false 2024-11-09T18:17:57,682 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17861040{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:17:57,683 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@544f7262{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T18:17:57,683 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T18:17:57,683 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23b7da30{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T18:17:57,684 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c0f6859{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e52158dc-8fb5-656e-f6f0-52c60809cee9/hadoop.log.dir/,STOPPED} 2024-11-09T18:17:57,688 WARN [BP-1857056135-172.17.0.3-1731176270101 heartbeating to localhost/127.0.0.1:34839 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T18:17:57,688 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T18:17:57,688 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T18:17:57,688 WARN [BP-1857056135-172.17.0.3-1731176270101 heartbeating to localhost/127.0.0.1:34839 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1857056135-172.17.0.3-1731176270101 (Datanode Uuid f7ec518d-f255-4066-a350-d28d22b4f99c) service to localhost/127.0.0.1:34839 2024-11-09T18:17:57,688 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e52158dc-8fb5-656e-f6f0-52c60809cee9/cluster_8ec3ac01-1d46-667e-b156-f906d447f3b0/data/data1/current/BP-1857056135-172.17.0.3-1731176270101 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T18:17:57,689 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e52158dc-8fb5-656e-f6f0-52c60809cee9/cluster_8ec3ac01-1d46-667e-b156-f906d447f3b0/data/data2/current/BP-1857056135-172.17.0.3-1731176270101 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T18:17:57,689 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T18:17:57,695 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6db85c9d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T18:17:57,696 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@73d03855{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T18:17:57,697 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T18:17:57,697 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45fdf487{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T18:17:57,697 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@531847b1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e52158dc-8fb5-656e-f6f0-52c60809cee9/hadoop.log.dir/,STOPPED} 2024-11-09T18:17:57,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T18:17:57,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T18:17:57,718 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:17:57,718 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:17:57,718 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:17:57,718 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:17:57,718 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:17:57,718 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T18:17:57,718 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1500961690, stopped=false 2024-11-09T18:17:57,718 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fb97eb0edbe8,46423,1731176266040 2024-11-09T18:17:57,736 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46483-0x10120d16c480001, quorum=127.0.0.1:58956, baseZNode=/0-1207403111 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1207403111/running 2024-11-09T18:17:57,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x10120d16c480000, quorum=127.0.0.1:58956, baseZNode=/0-1207403111 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1207403111/running 2024-11-09T18:17:57,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x10120d16c480000, quorum=127.0.0.1:58956, baseZNode=/0-1207403111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1207403111 2024-11-09T18:17:57,736 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46483-0x10120d16c480001, quorum=127.0.0.1:58956, baseZNode=/0-1207403111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1207403111 2024-11-09T18:17:57,736 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T18:17:57,737 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46483-0x10120d16c480001, quorum=127.0.0.1:58956, baseZNode=/0-1207403111 Set watcher on znode that does not yet exist, /0-1207403111/running 2024-11-09T18:17:57,737 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:17:57,737 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:17:57,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:17:57,738 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46423-0x10120d16c480000, quorum=127.0.0.1:58956, baseZNode=/0-1207403111 Set watcher on znode that does not yet exist, /0-1207403111/running 2024-11-09T18:17:57,738 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fb97eb0edbe8,46483,1731176266245' ***** 2024-11-09T18:17:57,738 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T18:17:57,738 INFO [RS:0;fb97eb0edbe8:46483 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T18:17:57,738 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T18:17:57,738 INFO [RS:0;fb97eb0edbe8:46483 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T18:17:57,738 INFO [RS:0;fb97eb0edbe8:46483 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T18:17:57,738 INFO [RS:0;fb97eb0edbe8:46483 {}] regionserver.HRegionServer(3091): Received CLOSE for 5f0c82c820b5ec1fbd9fe8eba4970329 2024-11-09T18:17:57,739 INFO [RS:0;fb97eb0edbe8:46483 {}] regionserver.HRegionServer(959): stopping server fb97eb0edbe8,46483,1731176266245 2024-11-09T18:17:57,739 INFO [RS:0;fb97eb0edbe8:46483 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T18:17:57,739 INFO [RS:0;fb97eb0edbe8:46483 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fb97eb0edbe8:46483. 2024-11-09T18:17:57,739 DEBUG [RS:0;fb97eb0edbe8:46483 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:17:57,739 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5f0c82c820b5ec1fbd9fe8eba4970329, disabling compactions & flushes 2024-11-09T18:17:57,739 DEBUG [RS:0;fb97eb0edbe8:46483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:17:57,739 INFO [RS:0;fb97eb0edbe8:46483 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T18:17:57,739 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731176274772.5f0c82c820b5ec1fbd9fe8eba4970329. 2024-11-09T18:17:57,739 INFO [RS:0;fb97eb0edbe8:46483 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T18:17:57,739 INFO [RS:0;fb97eb0edbe8:46483 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T18:17:57,739 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731176274772.5f0c82c820b5ec1fbd9fe8eba4970329. 2024-11-09T18:17:57,739 INFO [RS:0;fb97eb0edbe8:46483 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T18:17:57,739 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731176274772.5f0c82c820b5ec1fbd9fe8eba4970329. after waiting 0 ms 2024-11-09T18:17:57,739 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731176274772.5f0c82c820b5ec1fbd9fe8eba4970329. 2024-11-09T18:17:57,739 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5f0c82c820b5ec1fbd9fe8eba4970329 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-09T18:17:57,740 INFO [RS:0;fb97eb0edbe8:46483 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T18:17:57,740 DEBUG [RS:0;fb97eb0edbe8:46483 {}] regionserver.HRegionServer(1325): Online Regions={5f0c82c820b5ec1fbd9fe8eba4970329=hbase:replication,,1731176274772.5f0c82c820b5ec1fbd9fe8eba4970329., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T18:17:57,740 DEBUG [RS:0;fb97eb0edbe8:46483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5f0c82c820b5ec1fbd9fe8eba4970329 2024-11-09T18:17:57,740 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T18:17:57,740 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T18:17:57,740 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T18:17:57,740 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T18:17:57,740 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T18:17:57,740 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-09T18:17:57,744 INFO [regionserver/fb97eb0edbe8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:17:57,759 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35181/user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/data/hbase/replication/5f0c82c820b5ec1fbd9fe8eba4970329/.tmp/queue/c4f57ca95fe64f9d9316dfdb0be5c139 is 151, key is 1-fb97eb0edbe8,46483,1731176266245/queue:fb97eb0edbe8%2C46483%2C1731176266245/1731176275583/Put/seqid=0 2024-11-09T18:17:57,765 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35181/user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/data/hbase/meta/1588230740/.tmp/info/3ff83f44e31149a692abca2e53ed8032 is 147, key is hbase:replication,,1731176274772.5f0c82c820b5ec1fbd9fe8eba4970329./info:regioninfo/1731176275204/Put/seqid=0 2024-11-09T18:17:57,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40707 is added to blk_1073741838_1014 (size=5350) 2024-11-09T18:17:57,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40707 is added to blk_1073741839_1015 (size=6631) 2024-11-09T18:17:57,778 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35181/user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/data/hbase/meta/1588230740/.tmp/info/3ff83f44e31149a692abca2e53ed8032 2024-11-09T18:17:57,801 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35181/user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/data/hbase/meta/1588230740/.tmp/ns/7486887397804734bf77fca6a1545bc3 is 43, key is default/ns:d/1731176269896/Put/seqid=0 2024-11-09T18:17:57,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40707 is added to blk_1073741840_1016 (size=5153) 2024-11-09T18:17:57,940 DEBUG [RS:0;fb97eb0edbe8:46483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5f0c82c820b5ec1fbd9fe8eba4970329 2024-11-09T18:17:58,140 DEBUG [RS:0;fb97eb0edbe8:46483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5f0c82c820b5ec1fbd9fe8eba4970329 2024-11-09T18:17:58,169 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35181/user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/data/hbase/replication/5f0c82c820b5ec1fbd9fe8eba4970329/.tmp/queue/c4f57ca95fe64f9d9316dfdb0be5c139 2024-11-09T18:17:58,176 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35181/user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/data/hbase/replication/5f0c82c820b5ec1fbd9fe8eba4970329/.tmp/queue/c4f57ca95fe64f9d9316dfdb0be5c139 as hdfs://localhost:35181/user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/data/hbase/replication/5f0c82c820b5ec1fbd9fe8eba4970329/queue/c4f57ca95fe64f9d9316dfdb0be5c139 2024-11-09T18:17:58,183 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35181/user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/data/hbase/replication/5f0c82c820b5ec1fbd9fe8eba4970329/queue/c4f57ca95fe64f9d9316dfdb0be5c139, entries=1, sequenceid=5, filesize=5.2 K 2024-11-09T18:17:58,184 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 5f0c82c820b5ec1fbd9fe8eba4970329 in 445ms, sequenceid=5, compaction requested=false 2024-11-09T18:17:58,184 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T18:17:58,191 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35181/user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/data/hbase/replication/5f0c82c820b5ec1fbd9fe8eba4970329/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T18:17:58,192 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T18:17:58,192 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T18:17:58,192 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731176274772.5f0c82c820b5ec1fbd9fe8eba4970329. 2024-11-09T18:17:58,192 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5f0c82c820b5ec1fbd9fe8eba4970329: Waiting for close lock at 1731176277739Running coprocessor pre-close hooks at 1731176277739Disabling compacts and flushes for region at 1731176277739Disabling writes for close at 1731176277739Obtaining lock to block concurrent updates at 1731176277739Preparing flush snapshotting stores in 5f0c82c820b5ec1fbd9fe8eba4970329 at 1731176277739Finished memstore snapshotting hbase:replication,,1731176274772.5f0c82c820b5ec1fbd9fe8eba4970329., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731176277740 (+1 ms)Flushing stores of hbase:replication,,1731176274772.5f0c82c820b5ec1fbd9fe8eba4970329. at 1731176277740Flushing 5f0c82c820b5ec1fbd9fe8eba4970329/queue: creating writer at 1731176277740Flushing 5f0c82c820b5ec1fbd9fe8eba4970329/queue: appending metadata at 1731176277759 (+19 ms)Flushing 5f0c82c820b5ec1fbd9fe8eba4970329/queue: closing flushed file at 1731176277759Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63eb72cd: reopening flushed file at 1731176278176 (+417 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 5f0c82c820b5ec1fbd9fe8eba4970329 in 445ms, sequenceid=5, compaction requested=false at 1731176278184 (+8 ms)Writing region close event to WAL at 1731176278185 (+1 ms)Running coprocessor post-close hooks at 1731176278192 (+7 ms)Closed at 1731176278192 2024-11-09T18:17:58,192 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731176274772.5f0c82c820b5ec1fbd9fe8eba4970329. 2024-11-09T18:17:58,208 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35181/user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/data/hbase/meta/1588230740/.tmp/ns/7486887397804734bf77fca6a1545bc3 2024-11-09T18:17:58,234 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35181/user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/data/hbase/meta/1588230740/.tmp/table/b1a0f41ab9234f1484f990217eeffca1 is 53, key is hbase:replication/table:state/1731176275228/Put/seqid=0 2024-11-09T18:17:58,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40707 is added to blk_1073741841_1017 (size=5256) 2024-11-09T18:17:58,242 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35181/user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/data/hbase/meta/1588230740/.tmp/table/b1a0f41ab9234f1484f990217eeffca1 2024-11-09T18:17:58,250 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35181/user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/data/hbase/meta/1588230740/.tmp/info/3ff83f44e31149a692abca2e53ed8032 as hdfs://localhost:35181/user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/data/hbase/meta/1588230740/info/3ff83f44e31149a692abca2e53ed8032 2024-11-09T18:17:58,264 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35181/user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/data/hbase/meta/1588230740/info/3ff83f44e31149a692abca2e53ed8032, entries=10, sequenceid=11, filesize=6.5 K 2024-11-09T18:17:58,265 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35181/user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/data/hbase/meta/1588230740/.tmp/ns/7486887397804734bf77fca6a1545bc3 as hdfs://localhost:35181/user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/data/hbase/meta/1588230740/ns/7486887397804734bf77fca6a1545bc3 2024-11-09T18:17:58,271 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35181/user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/data/hbase/meta/1588230740/ns/7486887397804734bf77fca6a1545bc3, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T18:17:58,272 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35181/user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/data/hbase/meta/1588230740/.tmp/table/b1a0f41ab9234f1484f990217eeffca1 as hdfs://localhost:35181/user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/data/hbase/meta/1588230740/table/b1a0f41ab9234f1484f990217eeffca1 2024-11-09T18:17:58,282 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35181/user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/data/hbase/meta/1588230740/table/b1a0f41ab9234f1484f990217eeffca1, entries=2, sequenceid=11, filesize=5.1 K 2024-11-09T18:17:58,283 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 543ms, sequenceid=11, compaction requested=false 2024-11-09T18:17:58,292 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35181/user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-09T18:17:58,292 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T18:17:58,292 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T18:17:58,292 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T18:17:58,292 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731176277740Running coprocessor pre-close hooks at 1731176277740Disabling compacts and flushes for region at 1731176277740Disabling writes for close at 1731176277740Obtaining lock to block concurrent updates at 1731176277741 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731176277741Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731176277741Flushing stores of hbase:meta,,1.1588230740 at 1731176277741Flushing 1588230740/info: creating writer at 1731176277742 (+1 ms)Flushing 1588230740/info: appending metadata at 1731176277765 (+23 ms)Flushing 1588230740/info: closing flushed file at 1731176277765Flushing 1588230740/ns: creating writer at 1731176277784 (+19 ms)Flushing 1588230740/ns: appending metadata at 1731176277801 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731176277801Flushing 1588230740/table: creating writer at 1731176278214 (+413 ms)Flushing 1588230740/table: appending metadata at 1731176278234 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731176278234Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7de76ef0: reopening flushed file at 1731176278249 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d402b09: reopening flushed file at 1731176278264 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65715cd9: reopening flushed file at 1731176278271 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 543ms, sequenceid=11, compaction requested=false at 1731176278283 (+12 ms)Writing region close event to WAL at 1731176278288 (+5 ms)Running coprocessor post-close hooks at 1731176278292 (+4 ms)Closed at 1731176278292 2024-11-09T18:17:58,293 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T18:17:58,340 INFO [RS:0;fb97eb0edbe8:46483 {}] regionserver.HRegionServer(976): stopping server fb97eb0edbe8,46483,1731176266245; all regions closed. 2024-11-09T18:17:58,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40707 is added to blk_1073741834_1010 (size=2742) 2024-11-09T18:17:58,345 DEBUG [RS:0;fb97eb0edbe8:46483 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/oldWALs 2024-11-09T18:17:58,345 INFO [RS:0;fb97eb0edbe8:46483 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb97eb0edbe8%2C46483%2C1731176266245.meta:.meta(num 1731176269681) 2024-11-09T18:17:58,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40707 is added to blk_1073741837_1013 (size=1586) 2024-11-09T18:17:58,351 DEBUG [RS:0;fb97eb0edbe8:46483 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/oldWALs 2024-11-09T18:17:58,352 INFO [RS:0;fb97eb0edbe8:46483 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb97eb0edbe8%2C46483%2C1731176266245.rep:(num 1731176275151) 2024-11-09T18:17:58,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40707 is added to blk_1073741832_1008 (size=93) 2024-11-09T18:17:58,356 DEBUG [RS:0;fb97eb0edbe8:46483 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/oldWALs 2024-11-09T18:17:58,356 INFO [RS:0;fb97eb0edbe8:46483 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb97eb0edbe8%2C46483%2C1731176266245:(num 1731176268669) 2024-11-09T18:17:58,356 DEBUG [RS:0;fb97eb0edbe8:46483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:17:58,356 INFO [RS:0;fb97eb0edbe8:46483 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:17:58,356 INFO [RS:0;fb97eb0edbe8:46483 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T18:17:58,357 INFO [RS:0;fb97eb0edbe8:46483 {}] hbase.ChoreService(370): Chore service for: regionserver/fb97eb0edbe8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T18:17:58,357 INFO [RS:0;fb97eb0edbe8:46483 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T18:17:58,357 INFO [regionserver/fb97eb0edbe8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T18:17:58,357 INFO [RS:0;fb97eb0edbe8:46483 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fb97eb0edbe8,46483,1731176266245 because: Region server is closing 2024-11-09T18:17:58,357 INFO [RS:0;fb97eb0edbe8:46483 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fb97eb0edbe8:46483. 2024-11-09T18:17:58,357 DEBUG [RS:0;fb97eb0edbe8:46483 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:17:58,358 DEBUG [RS:0;fb97eb0edbe8:46483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:17:58,358 DEBUG [RS:0;fb97eb0edbe8:46483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:17:58,358 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:17:58,458 WARN [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46483,1731176266245.replicationSource.shipperfb97eb0edbe8%2C46483%2C1731176266245,1-fb97eb0edbe8,46483,1731176266245 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T18:17:58,459 INFO [RS:0;fb97eb0edbe8:46483 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46483,1731176266245.replicationSource.shipperfb97eb0edbe8%2C46483%2C1731176266245,1-fb97eb0edbe8,46483,1731176266245 terminated 2024-11-09T18:17:58,459 INFO [RS:0;fb97eb0edbe8:46483 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46483 2024-11-09T18:17:58,505 INFO [RS:0;fb97eb0edbe8:46483 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T18:17:58,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x10120d16c480000, quorum=127.0.0.1:58956, baseZNode=/0-1207403111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1207403111/rs 2024-11-09T18:17:58,505 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46483-0x10120d16c480001, quorum=127.0.0.1:58956, baseZNode=/0-1207403111 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1207403111/rs/fb97eb0edbe8,46483,1731176266245 2024-11-09T18:17:58,596 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fb97eb0edbe8,46483,1731176266245] 2024-11-09T18:17:58,657 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1207403111/draining/fb97eb0edbe8,46483,1731176266245 already deleted, retry=false 2024-11-09T18:17:58,657 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fb97eb0edbe8,46483,1731176266245 expired; onlineServers=0 2024-11-09T18:17:58,657 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fb97eb0edbe8,46423,1731176266040' ***** 2024-11-09T18:17:58,657 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T18:17:58,657 INFO [M:0;fb97eb0edbe8:46423 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T18:17:58,657 INFO [M:0;fb97eb0edbe8:46423 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T18:17:58,658 DEBUG [M:0;fb97eb0edbe8:46423 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T18:17:58,658 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T18:17:58,658 DEBUG [M:0;fb97eb0edbe8:46423 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T18:17:58,658 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731176268393 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731176268393,5,FailOnTimeoutGroup] 2024-11-09T18:17:58,658 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731176268396 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731176268396,5,FailOnTimeoutGroup] 2024-11-09T18:17:58,658 INFO [M:0;fb97eb0edbe8:46423 {}] hbase.ChoreService(370): Chore service for: master/fb97eb0edbe8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T18:17:58,658 INFO [M:0;fb97eb0edbe8:46423 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T18:17:58,658 DEBUG [M:0;fb97eb0edbe8:46423 {}] master.HMaster(1795): Stopping service threads 2024-11-09T18:17:58,658 INFO [M:0;fb97eb0edbe8:46423 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T18:17:58,658 INFO [M:0;fb97eb0edbe8:46423 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T18:17:58,658 INFO [M:0;fb97eb0edbe8:46423 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T18:17:58,659 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T18:17:58,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x10120d16c480000, quorum=127.0.0.1:58956, baseZNode=/0-1207403111 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1207403111/master 2024-11-09T18:17:58,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x10120d16c480000, quorum=127.0.0.1:58956, baseZNode=/0-1207403111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1207403111 2024-11-09T18:17:58,693 DEBUG [M:0;fb97eb0edbe8:46423 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1207403111/master already deleted, retry=false 2024-11-09T18:17:58,693 DEBUG [M:0;fb97eb0edbe8:46423 {}] master.ActiveMasterManager(353): master:46423-0x10120d16c480000, quorum=127.0.0.1:58956, baseZNode=/0-1207403111 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1207403111/master 2024-11-09T18:17:58,693 INFO [M:0;fb97eb0edbe8:46423 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35181/user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/.lastflushedseqids 2024-11-09T18:17:58,696 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46483-0x10120d16c480001, quorum=127.0.0.1:58956, baseZNode=/0-1207403111 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:17:58,696 INFO [RS:0;fb97eb0edbe8:46483 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T18:17:58,696 INFO [RS:0;fb97eb0edbe8:46483 {}] regionserver.HRegionServer(1031): Exiting; stopping=fb97eb0edbe8,46483,1731176266245; zookeeper connection closed. 2024-11-09T18:17:58,696 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46483-0x10120d16c480001, quorum=127.0.0.1:58956, baseZNode=/0-1207403111 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:17:58,708 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4fe62147 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4fe62147 2024-11-09T18:17:58,709 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T18:17:58,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40707 is added to blk_1073741842_1018 (size=181) 2024-11-09T18:17:59,117 INFO [M:0;fb97eb0edbe8:46423 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T18:17:59,117 INFO [M:0;fb97eb0edbe8:46423 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T18:17:59,117 DEBUG [M:0;fb97eb0edbe8:46423 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T18:17:59,117 INFO [M:0;fb97eb0edbe8:46423 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:17:59,117 DEBUG [M:0;fb97eb0edbe8:46423 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:17:59,118 DEBUG [M:0;fb97eb0edbe8:46423 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T18:17:59,118 DEBUG [M:0;fb97eb0edbe8:46423 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:17:59,118 INFO [M:0;fb97eb0edbe8:46423 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-09T18:17:59,139 DEBUG [M:0;fb97eb0edbe8:46423 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35181/user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0ba6283c1f0c4462986e244ed7afe123 is 82, key is hbase:meta,,1/info:regioninfo/1731176269816/Put/seqid=0 2024-11-09T18:17:59,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40707 is added to blk_1073741843_1019 (size=5672) 2024-11-09T18:17:59,147 INFO [M:0;fb97eb0edbe8:46423 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35181/user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0ba6283c1f0c4462986e244ed7afe123 2024-11-09T18:17:59,177 DEBUG [M:0;fb97eb0edbe8:46423 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35181/user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/82528fbb60d249778a7382eeacdde14c is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731176275233/Put/seqid=0 2024-11-09T18:17:59,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40707 is added to blk_1073741844_1020 (size=7203) 2024-11-09T18:17:59,183 INFO [M:0;fb97eb0edbe8:46423 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35181/user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/82528fbb60d249778a7382eeacdde14c 2024-11-09T18:17:59,204 DEBUG [M:0;fb97eb0edbe8:46423 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35181/user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f2eb088e5bc94a7fb5da6428d5279880 is 69, key is fb97eb0edbe8,46483,1731176266245/rs:state/1731176268511/Put/seqid=0 2024-11-09T18:17:59,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40707 is added to blk_1073741845_1021 (size=5156) 2024-11-09T18:17:59,609 INFO [M:0;fb97eb0edbe8:46423 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35181/user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f2eb088e5bc94a7fb5da6428d5279880 2024-11-09T18:17:59,616 DEBUG [M:0;fb97eb0edbe8:46423 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35181/user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0ba6283c1f0c4462986e244ed7afe123 as hdfs://localhost:35181/user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0ba6283c1f0c4462986e244ed7afe123 2024-11-09T18:17:59,622 INFO [M:0;fb97eb0edbe8:46423 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35181/user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0ba6283c1f0c4462986e244ed7afe123, entries=8, sequenceid=70, filesize=5.5 K 2024-11-09T18:17:59,623 DEBUG [M:0;fb97eb0edbe8:46423 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35181/user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/82528fbb60d249778a7382eeacdde14c as hdfs://localhost:35181/user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/82528fbb60d249778a7382eeacdde14c 2024-11-09T18:17:59,636 INFO [M:0;fb97eb0edbe8:46423 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35181/user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/82528fbb60d249778a7382eeacdde14c, entries=8, sequenceid=70, filesize=7.0 K 2024-11-09T18:17:59,637 DEBUG [M:0;fb97eb0edbe8:46423 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35181/user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f2eb088e5bc94a7fb5da6428d5279880 as hdfs://localhost:35181/user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f2eb088e5bc94a7fb5da6428d5279880 2024-11-09T18:17:59,642 INFO [M:0;fb97eb0edbe8:46423 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35181/user/jenkins/test-data/f9a72317-e4cd-f247-82f6-ba4df20a74f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f2eb088e5bc94a7fb5da6428d5279880, entries=1, sequenceid=70, filesize=5.0 K 2024-11-09T18:17:59,643 INFO [M:0;fb97eb0edbe8:46423 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 525ms, sequenceid=70, compaction requested=false 2024-11-09T18:17:59,644 INFO [M:0;fb97eb0edbe8:46423 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:17:59,644 DEBUG [M:0;fb97eb0edbe8:46423 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731176279117Disabling compacts and flushes for region at 1731176279117Disabling writes for close at 1731176279118 (+1 ms)Obtaining lock to block concurrent updates at 1731176279118Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731176279118Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731176279118Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731176279119 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731176279119Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731176279138 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731176279138Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731176279152 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731176279176 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731176279176Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731176279191 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731176279204 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731176279204Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53f19e46: reopening flushed file at 1731176279615 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33bcad03: reopening flushed file at 1731176279622 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69c11f4f: reopening flushed file at 1731176279636 (+14 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 525ms, sequenceid=70, compaction requested=false at 1731176279643 (+7 ms)Writing region close event to WAL at 1731176279644 (+1 ms)Closed at 1731176279644 2024-11-09T18:17:59,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40707 is added to blk_1073741830_1006 (size=41008) 2024-11-09T18:17:59,649 INFO [M:0;fb97eb0edbe8:46423 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T18:17:59,649 INFO [M:0;fb97eb0edbe8:46423 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46423 2024-11-09T18:17:59,649 INFO [M:0;fb97eb0edbe8:46423 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T18:17:59,649 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T18:17:59,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x10120d16c480000, quorum=127.0.0.1:58956, baseZNode=/0-1207403111 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:17:59,772 INFO [M:0;fb97eb0edbe8:46423 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T18:17:59,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x10120d16c480000, quorum=127.0.0.1:58956, baseZNode=/0-1207403111 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:17:59,774 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7d0b10d4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:17:59,774 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4076626c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T18:17:59,774 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T18:17:59,775 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@526939f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T18:17:59,775 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1bd303e6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4588e097-043f-c91a-92d7-49d252199e97/hadoop.log.dir/,STOPPED} 2024-11-09T18:17:59,778 WARN [BP-1643958684-172.17.0.3-1731176263863 heartbeating to localhost/127.0.0.1:35181 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T18:17:59,778 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T18:17:59,778 WARN [BP-1643958684-172.17.0.3-1731176263863 heartbeating to localhost/127.0.0.1:35181 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1643958684-172.17.0.3-1731176263863 (Datanode Uuid c5ee5875-b1be-4668-a2ac-2b62988edd13) service to localhost/127.0.0.1:35181 2024-11-09T18:17:59,778 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T18:17:59,778 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4588e097-043f-c91a-92d7-49d252199e97/cluster_ec580e5a-9e5f-d264-3b20-281c3403e7e9/data/data1/current/BP-1643958684-172.17.0.3-1731176263863 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T18:17:59,779 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4588e097-043f-c91a-92d7-49d252199e97/cluster_ec580e5a-9e5f-d264-3b20-281c3403e7e9/data/data2/current/BP-1643958684-172.17.0.3-1731176263863 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T18:17:59,779 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T18:17:59,789 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@70544169{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T18:17:59,789 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@321a4060{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T18:17:59,790 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T18:17:59,790 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6869fbf6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T18:17:59,790 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@525ef99c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4588e097-043f-c91a-92d7-49d252199e97/hadoop.log.dir/,STOPPED} 2024-11-09T18:17:59,801 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T18:17:59,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T18:17:59,852 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=140 (was 107) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58956) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35181 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34839 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58956) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34839 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35181 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:35181 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35181 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35181 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35181 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34839 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35181 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:34839 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34839 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34839 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35181 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34839 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34839 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=607 (was 643), ProcessCount=11 (was 11), AvailableMemoryMB=2716 (was 3063) 2024-11-09T18:17:59,874 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=140, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=607, ProcessCount=11, AvailableMemoryMB=2712 2024-11-09T18:17:59,892 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-09T18:17:59,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e52158dc-8fb5-656e-f6f0-52c60809cee9/hadoop.log.dir so I do NOT create it in target/test-data/894685cb-34ef-0297-83e7-22448a19dc66 2024-11-09T18:17:59,892 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e52158dc-8fb5-656e-f6f0-52c60809cee9/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T18:17:59,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e52158dc-8fb5-656e-f6f0-52c60809cee9/hadoop.tmp.dir so I do NOT create it in target/test-data/894685cb-34ef-0297-83e7-22448a19dc66 2024-11-09T18:17:59,893 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e52158dc-8fb5-656e-f6f0-52c60809cee9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T18:17:59,893 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/894685cb-34ef-0297-83e7-22448a19dc66 2024-11-09T18:17:59,893 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/894685cb-34ef-0297-83e7-22448a19dc66/cluster_4d9f02d7-0c5f-6fb2-dfa2-46c44a18d1e1, deleteOnExit=true 2024-11-09T18:17:59,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10120d16c480005, quorum=127.0.0.1:58956, baseZNode=/195913853 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T18:17:59,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10120d16c480002, quorum=127.0.0.1:58956, baseZNode=/0-1207403111 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T18:17:59,898 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10120d16c480005, quorum=127.0.0.1:58956, baseZNode=/195913853 Received Disconnected from ZooKeeper, ignoring 2024-11-09T18:17:59,898 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10120d16c480002, quorum=127.0.0.1:58956, baseZNode=/0-1207403111 Received Disconnected from ZooKeeper, ignoring 2024-11-09T18:17:59,934 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/894685cb-34ef-0297-83e7-22448a19dc66/cluster_4d9f02d7-0c5f-6fb2-dfa2-46c44a18d1e1/zookeeper_0, clientPort=53827, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/894685cb-34ef-0297-83e7-22448a19dc66/cluster_4d9f02d7-0c5f-6fb2-dfa2-46c44a18d1e1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/894685cb-34ef-0297-83e7-22448a19dc66/cluster_4d9f02d7-0c5f-6fb2-dfa2-46c44a18d1e1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T18:17:59,940 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53827 2024-11-09T18:17:59,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T18:17:59,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T18:17:59,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/894685cb-34ef-0297-83e7-22448a19dc66/test.cache.data in system properties and HBase conf 2024-11-09T18:17:59,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/894685cb-34ef-0297-83e7-22448a19dc66/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T18:17:59,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/894685cb-34ef-0297-83e7-22448a19dc66/hadoop.log.dir in system properties and HBase conf 2024-11-09T18:17:59,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/894685cb-34ef-0297-83e7-22448a19dc66/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T18:17:59,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/894685cb-34ef-0297-83e7-22448a19dc66/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T18:17:59,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T18:17:59,941 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T18:17:59,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/894685cb-34ef-0297-83e7-22448a19dc66/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T18:17:59,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/894685cb-34ef-0297-83e7-22448a19dc66/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T18:17:59,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/894685cb-34ef-0297-83e7-22448a19dc66/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T18:17:59,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/894685cb-34ef-0297-83e7-22448a19dc66/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T18:17:59,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/894685cb-34ef-0297-83e7-22448a19dc66/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T18:17:59,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/894685cb-34ef-0297-83e7-22448a19dc66/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T18:17:59,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/894685cb-34ef-0297-83e7-22448a19dc66/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T18:17:59,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/894685cb-34ef-0297-83e7-22448a19dc66/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T18:17:59,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/894685cb-34ef-0297-83e7-22448a19dc66/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T18:17:59,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/894685cb-34ef-0297-83e7-22448a19dc66/nfs.dump.dir in system properties and HBase conf 2024-11-09T18:17:59,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/894685cb-34ef-0297-83e7-22448a19dc66/java.io.tmpdir in system properties and HBase conf 2024-11-09T18:17:59,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/894685cb-34ef-0297-83e7-22448a19dc66/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T18:17:59,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/894685cb-34ef-0297-83e7-22448a19dc66/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T18:17:59,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/894685cb-34ef-0297-83e7-22448a19dc66/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T18:18:00,492 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-09T18:18:00,493 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:18:00,513 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:18:00,516 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:18:00,517 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:18:00,542 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:18:00,547 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T18:18:00,551 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T18:18:00,551 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T18:18:00,552 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T18:18:00,552 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:18:00,553 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1960000c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/894685cb-34ef-0297-83e7-22448a19dc66/hadoop.log.dir/,AVAILABLE} 2024-11-09T18:18:00,555 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@738c964{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T18:18:00,683 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71552b94{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/894685cb-34ef-0297-83e7-22448a19dc66/java.io.tmpdir/jetty-localhost-39171-hadoop-hdfs-3_4_1-tests_jar-_-any-13935456727296604304/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T18:18:00,684 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a42b3e4{HTTP/1.1, (http/1.1)}{localhost:39171} 2024-11-09T18:18:00,685 INFO [Time-limited test {}] server.Server(415): Started @51433ms 2024-11-09T18:18:01,002 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:18:01,008 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T18:18:01,014 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T18:18:01,014 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T18:18:01,015 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T18:18:01,015 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70ea0715{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/894685cb-34ef-0297-83e7-22448a19dc66/hadoop.log.dir/,AVAILABLE} 2024-11-09T18:18:01,015 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@632af0bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T18:18:01,122 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@21f66ac0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/894685cb-34ef-0297-83e7-22448a19dc66/java.io.tmpdir/jetty-localhost-42617-hadoop-hdfs-3_4_1-tests_jar-_-any-14880112387288337432/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:18:01,123 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ba9d83b{HTTP/1.1, (http/1.1)}{localhost:42617} 2024-11-09T18:18:01,123 INFO [Time-limited test {}] server.Server(415): Started @51871ms 2024-11-09T18:18:01,124 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T18:18:01,921 WARN [Thread-824 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/894685cb-34ef-0297-83e7-22448a19dc66/cluster_4d9f02d7-0c5f-6fb2-dfa2-46c44a18d1e1/data/data2/current/BP-1374614576-172.17.0.3-1731176279987/current, will proceed with Du for space computation calculation, 2024-11-09T18:18:01,922 WARN [Thread-823 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/894685cb-34ef-0297-83e7-22448a19dc66/cluster_4d9f02d7-0c5f-6fb2-dfa2-46c44a18d1e1/data/data1/current/BP-1374614576-172.17.0.3-1731176279987/current, will proceed with Du for space computation calculation, 2024-11-09T18:18:01,948 WARN [Thread-811 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T18:18:01,950 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc0de4abfcaf15958 with lease ID 0xebda6c9f88b08a75: Processing first storage report for DS-5ac1cd2a-7b8f-486f-8e64-2097c60349b4 from datanode DatanodeRegistration(127.0.0.1:45221, datanodeUuid=fb33c97d-e2e4-44bf-8ab6-6f8ac83b1b08, infoPort=42707, infoSecurePort=0, ipcPort=45761, storageInfo=lv=-57;cid=testClusterID;nsid=785623622;c=1731176279987) 2024-11-09T18:18:01,951 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc0de4abfcaf15958 with lease ID 0xebda6c9f88b08a75: from storage DS-5ac1cd2a-7b8f-486f-8e64-2097c60349b4 node DatanodeRegistration(127.0.0.1:45221, datanodeUuid=fb33c97d-e2e4-44bf-8ab6-6f8ac83b1b08, infoPort=42707, infoSecurePort=0, ipcPort=45761, storageInfo=lv=-57;cid=testClusterID;nsid=785623622;c=1731176279987), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T18:18:01,951 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc0de4abfcaf15958 with lease ID 0xebda6c9f88b08a75: Processing first storage report for DS-56c76990-280a-4500-958e-e9ceda0e7bd0 from datanode DatanodeRegistration(127.0.0.1:45221, datanodeUuid=fb33c97d-e2e4-44bf-8ab6-6f8ac83b1b08, infoPort=42707, infoSecurePort=0, ipcPort=45761, storageInfo=lv=-57;cid=testClusterID;nsid=785623622;c=1731176279987) 2024-11-09T18:18:01,951 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc0de4abfcaf15958 with lease ID 0xebda6c9f88b08a75: from storage DS-56c76990-280a-4500-958e-e9ceda0e7bd0 node DatanodeRegistration(127.0.0.1:45221, datanodeUuid=fb33c97d-e2e4-44bf-8ab6-6f8ac83b1b08, infoPort=42707, infoSecurePort=0, ipcPort=45761, storageInfo=lv=-57;cid=testClusterID;nsid=785623622;c=1731176279987), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T18:18:01,963 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/894685cb-34ef-0297-83e7-22448a19dc66 2024-11-09T18:18:01,963 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:18:01,965 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:18:01,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741825_1001 (size=7) 2024-11-09T18:18:01,980 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777 with version=8 2024-11-09T18:18:01,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/hbase-staging 2024-11-09T18:18:01,982 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fb97eb0edbe8:0 server-side Connection retries=45 2024-11-09T18:18:01,982 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:18:01,982 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T18:18:01,982 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T18:18:01,982 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:18:01,982 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T18:18:01,982 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T18:18:01,982 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T18:18:01,983 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42117 2024-11-09T18:18:01,984 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42117 connecting to ZooKeeper ensemble=127.0.0.1:53827 2024-11-09T18:18:02,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:421170x0, quorum=127.0.0.1:53827, baseZNode=/01407930783 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:18:02,053 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42117-0x10120d1ab0b0000 connected 2024-11-09T18:18:02,147 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:18:02,150 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:18:02,152 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42117-0x10120d1ab0b0000, quorum=127.0.0.1:53827, baseZNode=/01407930783 Set watcher on znode that does not yet exist, /01407930783/running 2024-11-09T18:18:02,152 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777, hbase.cluster.distributed=false 2024-11-09T18:18:02,154 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42117-0x10120d1ab0b0000, quorum=127.0.0.1:53827, baseZNode=/01407930783 Set watcher on znode that does not yet exist, /01407930783/acl 2024-11-09T18:18:02,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42117 2024-11-09T18:18:02,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42117 2024-11-09T18:18:02,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42117 2024-11-09T18:18:02,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42117 2024-11-09T18:18:02,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42117 2024-11-09T18:18:02,178 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fb97eb0edbe8:0 server-side Connection retries=45 2024-11-09T18:18:02,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:18:02,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T18:18:02,178 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T18:18:02,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:18:02,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T18:18:02,178 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T18:18:02,178 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T18:18:02,180 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46759 2024-11-09T18:18:02,182 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46759 connecting to ZooKeeper ensemble=127.0.0.1:53827 2024-11-09T18:18:02,182 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:18:02,184 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:18:02,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:467590x0, quorum=127.0.0.1:53827, baseZNode=/01407930783 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:18:02,208 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:467590x0, quorum=127.0.0.1:53827, baseZNode=/01407930783 Set watcher on znode that does not yet exist, /01407930783/running 2024-11-09T18:18:02,209 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T18:18:02,212 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46759-0x10120d1ab0b0001 connected 2024-11-09T18:18:02,213 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T18:18:02,214 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46759-0x10120d1ab0b0001, quorum=127.0.0.1:53827, baseZNode=/01407930783 Set watcher on znode that does not yet exist, /01407930783/master 2024-11-09T18:18:02,214 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46759-0x10120d1ab0b0001, quorum=127.0.0.1:53827, baseZNode=/01407930783 Set watcher on znode that does not yet exist, /01407930783/acl 2024-11-09T18:18:02,215 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46759 2024-11-09T18:18:02,215 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46759 2024-11-09T18:18:02,215 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46759 2024-11-09T18:18:02,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46759 2024-11-09T18:18:02,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46759 2024-11-09T18:18:02,237 DEBUG [M:0;fb97eb0edbe8:42117 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fb97eb0edbe8:42117 2024-11-09T18:18:02,238 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01407930783/backup-masters/fb97eb0edbe8,42117,1731176281982 2024-11-09T18:18:02,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46759-0x10120d1ab0b0001, quorum=127.0.0.1:53827, baseZNode=/01407930783 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01407930783/backup-masters 2024-11-09T18:18:02,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42117-0x10120d1ab0b0000, quorum=127.0.0.1:53827, baseZNode=/01407930783 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01407930783/backup-masters 2024-11-09T18:18:02,251 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42117-0x10120d1ab0b0000, quorum=127.0.0.1:53827, baseZNode=/01407930783 Set watcher on existing znode=/01407930783/backup-masters/fb97eb0edbe8,42117,1731176281982 2024-11-09T18:18:02,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46759-0x10120d1ab0b0001, quorum=127.0.0.1:53827, baseZNode=/01407930783 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01407930783/master 2024-11-09T18:18:02,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42117-0x10120d1ab0b0000, quorum=127.0.0.1:53827, baseZNode=/01407930783 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01407930783 2024-11-09T18:18:02,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46759-0x10120d1ab0b0001, quorum=127.0.0.1:53827, baseZNode=/01407930783 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01407930783 2024-11-09T18:18:02,263 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42117-0x10120d1ab0b0000, quorum=127.0.0.1:53827, baseZNode=/01407930783 Set watcher on existing znode=/01407930783/master 2024-11-09T18:18:02,263 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01407930783/backup-masters/fb97eb0edbe8,42117,1731176281982 from backup master directory 2024-11-09T18:18:02,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42117-0x10120d1ab0b0000, quorum=127.0.0.1:53827, baseZNode=/01407930783 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01407930783/backup-masters/fb97eb0edbe8,42117,1731176281982 2024-11-09T18:18:02,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42117-0x10120d1ab0b0000, quorum=127.0.0.1:53827, baseZNode=/01407930783 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01407930783/backup-masters 2024-11-09T18:18:02,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46759-0x10120d1ab0b0001, quorum=127.0.0.1:53827, baseZNode=/01407930783 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01407930783/backup-masters 2024-11-09T18:18:02,274 WARN [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T18:18:02,274 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fb97eb0edbe8,42117,1731176281982 2024-11-09T18:18:02,286 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/hbase.id] with ID: c372e7d9-6b94-4e8f-9218-eb4ee19a282f 2024-11-09T18:18:02,286 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/.tmp/hbase.id 2024-11-09T18:18:02,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741826_1002 (size=42) 2024-11-09T18:18:02,313 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/.tmp/hbase.id]:[hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/hbase.id] 2024-11-09T18:18:02,337 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:18:02,337 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T18:18:02,339 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-09T18:18:02,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46759-0x10120d1ab0b0001, quorum=127.0.0.1:53827, baseZNode=/01407930783 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01407930783 2024-11-09T18:18:02,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42117-0x10120d1ab0b0000, quorum=127.0.0.1:53827, baseZNode=/01407930783 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01407930783 2024-11-09T18:18:02,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741827_1003 (size=196) 2024-11-09T18:18:02,368 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:18:02,369 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T18:18:02,369 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:18:02,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741828_1004 (size=1189) 2024-11-09T18:18:02,401 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/MasterData/data/master/store 2024-11-09T18:18:02,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741829_1005 (size=34) 2024-11-09T18:18:02,823 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:18:02,823 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T18:18:02,823 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:18:02,823 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:18:02,823 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T18:18:02,823 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:18:02,823 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:18:02,824 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731176282823Disabling compacts and flushes for region at 1731176282823Disabling writes for close at 1731176282823Writing region close event to WAL at 1731176282823Closed at 1731176282823 2024-11-09T18:18:02,824 WARN [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/MasterData/data/master/store/.initializing 2024-11-09T18:18:02,825 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/MasterData/WALs/fb97eb0edbe8,42117,1731176281982 2024-11-09T18:18:02,826 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T18:18:02,827 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb97eb0edbe8%2C42117%2C1731176281982, suffix=, logDir=hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/MasterData/WALs/fb97eb0edbe8,42117,1731176281982, archiveDir=hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/MasterData/oldWALs, maxLogs=10 2024-11-09T18:18:02,844 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/MasterData/WALs/fb97eb0edbe8,42117,1731176281982/fb97eb0edbe8%2C42117%2C1731176281982.1731176282828, exclude list is [], retry=0 2024-11-09T18:18:02,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45221,DS-5ac1cd2a-7b8f-486f-8e64-2097c60349b4,DISK] 2024-11-09T18:18:02,857 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/MasterData/WALs/fb97eb0edbe8,42117,1731176281982/fb97eb0edbe8%2C42117%2C1731176281982.1731176282828 2024-11-09T18:18:02,860 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42707:42707)] 2024-11-09T18:18:02,860 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:18:02,860 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:18:02,860 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:18:02,860 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:18:02,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:18:02,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T18:18:02,876 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:18:02,877 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:18:02,877 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:18:02,880 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T18:18:02,880 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:18:02,881 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:18:02,881 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:18:02,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T18:18:02,884 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:18:02,885 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:18:02,885 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:18:02,889 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T18:18:02,889 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:18:02,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:18:02,890 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:18:02,891 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:18:02,891 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:18:02,893 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:18:02,893 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:18:02,894 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:18:02,898 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:18:02,909 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:18:02,910 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67853702, jitterRate=0.0110989511013031}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:18:02,910 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731176282861Initializing all the Stores at 1731176282862 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176282862Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176282869 (+7 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176282869Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176282869Cleaning up temporary data from old regions at 1731176282893 (+24 ms)Region opened successfully at 1731176282910 (+17 ms) 2024-11-09T18:18:02,916 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T18:18:02,921 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30ea65c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb97eb0edbe8/172.17.0.3:0 2024-11-09T18:18:02,922 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T18:18:02,922 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T18:18:02,922 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T18:18:02,922 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T18:18:02,923 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T18:18:02,923 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T18:18:02,923 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T18:18:02,925 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T18:18:02,927 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42117-0x10120d1ab0b0000, quorum=127.0.0.1:53827, baseZNode=/01407930783 Unable to get data of znode /01407930783/balancer because node does not exist (not necessarily an error) 2024-11-09T18:18:02,979 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01407930783/balancer already deleted, retry=false 2024-11-09T18:18:02,980 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T18:18:02,981 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42117-0x10120d1ab0b0000, quorum=127.0.0.1:53827, baseZNode=/01407930783 Unable to get data of znode /01407930783/normalizer because node does not exist (not necessarily an error) 2024-11-09T18:18:02,988 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01407930783/normalizer already deleted, retry=false 2024-11-09T18:18:02,989 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T18:18:02,990 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42117-0x10120d1ab0b0000, quorum=127.0.0.1:53827, baseZNode=/01407930783 Unable to get data of znode /01407930783/switch/split because node does not exist (not necessarily an error) 2024-11-09T18:18:02,999 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01407930783/switch/split already deleted, retry=false 2024-11-09T18:18:03,000 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42117-0x10120d1ab0b0000, quorum=127.0.0.1:53827, baseZNode=/01407930783 Unable to get data of znode /01407930783/switch/merge because node does not exist (not necessarily an error) 2024-11-09T18:18:03,009 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01407930783/switch/merge already deleted, retry=false 2024-11-09T18:18:03,012 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42117-0x10120d1ab0b0000, quorum=127.0.0.1:53827, baseZNode=/01407930783 Unable to get data of znode /01407930783/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T18:18:03,020 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01407930783/snapshot-cleanup already deleted, retry=false 2024-11-09T18:18:03,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46759-0x10120d1ab0b0001, quorum=127.0.0.1:53827, baseZNode=/01407930783 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01407930783/running 2024-11-09T18:18:03,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42117-0x10120d1ab0b0000, quorum=127.0.0.1:53827, baseZNode=/01407930783 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01407930783/running 2024-11-09T18:18:03,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46759-0x10120d1ab0b0001, quorum=127.0.0.1:53827, baseZNode=/01407930783 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01407930783 2024-11-09T18:18:03,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42117-0x10120d1ab0b0000, quorum=127.0.0.1:53827, baseZNode=/01407930783 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01407930783 2024-11-09T18:18:03,033 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fb97eb0edbe8,42117,1731176281982, sessionid=0x10120d1ab0b0000, setting cluster-up flag (Was=false) 2024-11-09T18:18:03,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46759-0x10120d1ab0b0001, quorum=127.0.0.1:53827, baseZNode=/01407930783 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01407930783 2024-11-09T18:18:03,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42117-0x10120d1ab0b0000, quorum=127.0.0.1:53827, baseZNode=/01407930783 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01407930783 2024-11-09T18:18:03,083 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01407930783/flush-table-proc/acquired, /01407930783/flush-table-proc/reached, /01407930783/flush-table-proc/abort 2024-11-09T18:18:03,084 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb97eb0edbe8,42117,1731176281982 2024-11-09T18:18:03,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46759-0x10120d1ab0b0001, quorum=127.0.0.1:53827, baseZNode=/01407930783 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01407930783 2024-11-09T18:18:03,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42117-0x10120d1ab0b0000, quorum=127.0.0.1:53827, baseZNode=/01407930783 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01407930783 2024-11-09T18:18:03,136 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01407930783/online-snapshot/acquired, /01407930783/online-snapshot/reached, /01407930783/online-snapshot/abort 2024-11-09T18:18:03,137 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb97eb0edbe8,42117,1731176281982 2024-11-09T18:18:03,145 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T18:18:03,148 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T18:18:03,148 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T18:18:03,148 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T18:18:03,148 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fb97eb0edbe8,42117,1731176281982 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T18:18:03,150 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:18:03,150 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:18:03,150 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:18:03,150 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:18:03,151 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fb97eb0edbe8:0, corePoolSize=10, maxPoolSize=10 2024-11-09T18:18:03,151 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:18:03,151 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=2, maxPoolSize=2 2024-11-09T18:18:03,151 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:18:03,164 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:18:03,164 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T18:18:03,166 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:18:03,166 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T18:18:03,192 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731176313192 2024-11-09T18:18:03,192 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T18:18:03,192 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T18:18:03,192 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T18:18:03,193 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T18:18:03,193 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T18:18:03,193 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T18:18:03,204 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T18:18:03,205 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T18:18:03,205 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T18:18:03,206 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T18:18:03,206 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T18:18:03,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741831_1007 (size=1321) 2024-11-09T18:18:03,208 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T18:18:03,208 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T18:18:03,216 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731176283208,5,FailOnTimeoutGroup] 2024-11-09T18:18:03,218 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731176283216,5,FailOnTimeoutGroup] 2024-11-09T18:18:03,218 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T18:18:03,218 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T18:18:03,218 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T18:18:03,218 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T18:18:03,230 INFO [RS:0;fb97eb0edbe8:46759 {}] regionserver.HRegionServer(746): ClusterId : c372e7d9-6b94-4e8f-9218-eb4ee19a282f 2024-11-09T18:18:03,230 DEBUG [RS:0;fb97eb0edbe8:46759 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T18:18:03,245 DEBUG [RS:0;fb97eb0edbe8:46759 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T18:18:03,245 DEBUG [RS:0;fb97eb0edbe8:46759 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T18:18:03,254 DEBUG [RS:0;fb97eb0edbe8:46759 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T18:18:03,255 DEBUG [RS:0;fb97eb0edbe8:46759 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ab7bb3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb97eb0edbe8/172.17.0.3:0 2024-11-09T18:18:03,272 DEBUG [RS:0;fb97eb0edbe8:46759 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fb97eb0edbe8:46759 2024-11-09T18:18:03,272 INFO [RS:0;fb97eb0edbe8:46759 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T18:18:03,272 INFO [RS:0;fb97eb0edbe8:46759 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T18:18:03,273 DEBUG [RS:0;fb97eb0edbe8:46759 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T18:18:03,273 INFO [RS:0;fb97eb0edbe8:46759 {}] regionserver.HRegionServer(2659): reportForDuty to master=fb97eb0edbe8,42117,1731176281982 with port=46759, startcode=1731176282177 2024-11-09T18:18:03,273 DEBUG [RS:0;fb97eb0edbe8:46759 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T18:18:03,275 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42485, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T18:18:03,276 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42117 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fb97eb0edbe8,46759,1731176282177 2024-11-09T18:18:03,276 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42117 {}] master.ServerManager(517): Registering regionserver=fb97eb0edbe8,46759,1731176282177 2024-11-09T18:18:03,278 DEBUG [RS:0;fb97eb0edbe8:46759 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777 2024-11-09T18:18:03,278 DEBUG [RS:0;fb97eb0edbe8:46759 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41131 2024-11-09T18:18:03,278 DEBUG [RS:0;fb97eb0edbe8:46759 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T18:18:03,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42117-0x10120d1ab0b0000, quorum=127.0.0.1:53827, baseZNode=/01407930783 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01407930783/rs 2024-11-09T18:18:03,283 DEBUG [RS:0;fb97eb0edbe8:46759 {}] zookeeper.ZKUtil(111): regionserver:46759-0x10120d1ab0b0001, quorum=127.0.0.1:53827, baseZNode=/01407930783 Set watcher on existing znode=/01407930783/rs/fb97eb0edbe8,46759,1731176282177 2024-11-09T18:18:03,283 WARN [RS:0;fb97eb0edbe8:46759 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T18:18:03,284 INFO [RS:0;fb97eb0edbe8:46759 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:18:03,284 DEBUG [RS:0;fb97eb0edbe8:46759 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/WALs/fb97eb0edbe8,46759,1731176282177 2024-11-09T18:18:03,285 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fb97eb0edbe8,46759,1731176282177] 2024-11-09T18:18:03,287 INFO [RS:0;fb97eb0edbe8:46759 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T18:18:03,289 INFO [RS:0;fb97eb0edbe8:46759 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T18:18:03,290 INFO [RS:0;fb97eb0edbe8:46759 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T18:18:03,290 INFO [RS:0;fb97eb0edbe8:46759 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:18:03,290 INFO [RS:0;fb97eb0edbe8:46759 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T18:18:03,291 INFO [RS:0;fb97eb0edbe8:46759 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T18:18:03,291 INFO [RS:0;fb97eb0edbe8:46759 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T18:18:03,291 DEBUG [RS:0;fb97eb0edbe8:46759 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:18:03,292 DEBUG [RS:0;fb97eb0edbe8:46759 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:18:03,292 DEBUG [RS:0;fb97eb0edbe8:46759 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:18:03,292 DEBUG [RS:0;fb97eb0edbe8:46759 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:18:03,292 DEBUG [RS:0;fb97eb0edbe8:46759 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:18:03,292 DEBUG [RS:0;fb97eb0edbe8:46759 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=2, maxPoolSize=2 2024-11-09T18:18:03,292 DEBUG [RS:0;fb97eb0edbe8:46759 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:18:03,292 DEBUG [RS:0;fb97eb0edbe8:46759 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:18:03,292 DEBUG [RS:0;fb97eb0edbe8:46759 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:18:03,292 DEBUG [RS:0;fb97eb0edbe8:46759 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:18:03,292 DEBUG [RS:0;fb97eb0edbe8:46759 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:18:03,292 DEBUG [RS:0;fb97eb0edbe8:46759 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:18:03,292 DEBUG [RS:0;fb97eb0edbe8:46759 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:18:03,292 DEBUG [RS:0;fb97eb0edbe8:46759 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:18:03,296 INFO [RS:0;fb97eb0edbe8:46759 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:18:03,296 INFO [RS:0;fb97eb0edbe8:46759 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:18:03,296 INFO [RS:0;fb97eb0edbe8:46759 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:18:03,296 INFO [RS:0;fb97eb0edbe8:46759 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T18:18:03,297 INFO [RS:0;fb97eb0edbe8:46759 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T18:18:03,297 INFO [RS:0;fb97eb0edbe8:46759 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,46759,1731176282177-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T18:18:03,331 INFO [RS:0;fb97eb0edbe8:46759 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T18:18:03,331 INFO [RS:0;fb97eb0edbe8:46759 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,46759,1731176282177-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:18:03,331 INFO [RS:0;fb97eb0edbe8:46759 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:18:03,331 INFO [RS:0;fb97eb0edbe8:46759 {}] regionserver.Replication(171): fb97eb0edbe8,46759,1731176282177 started 2024-11-09T18:18:03,346 INFO [RS:0;fb97eb0edbe8:46759 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:18:03,346 INFO [RS:0;fb97eb0edbe8:46759 {}] regionserver.HRegionServer(1482): Serving as fb97eb0edbe8,46759,1731176282177, RpcServer on fb97eb0edbe8/172.17.0.3:46759, sessionid=0x10120d1ab0b0001 2024-11-09T18:18:03,347 DEBUG [RS:0;fb97eb0edbe8:46759 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T18:18:03,347 DEBUG [RS:0;fb97eb0edbe8:46759 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fb97eb0edbe8,46759,1731176282177 2024-11-09T18:18:03,347 DEBUG [RS:0;fb97eb0edbe8:46759 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,46759,1731176282177' 2024-11-09T18:18:03,347 DEBUG [RS:0;fb97eb0edbe8:46759 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01407930783/flush-table-proc/abort' 2024-11-09T18:18:03,347 DEBUG [RS:0;fb97eb0edbe8:46759 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01407930783/flush-table-proc/acquired' 2024-11-09T18:18:03,349 DEBUG [RS:0;fb97eb0edbe8:46759 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T18:18:03,349 DEBUG [RS:0;fb97eb0edbe8:46759 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T18:18:03,349 DEBUG [RS:0;fb97eb0edbe8:46759 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fb97eb0edbe8,46759,1731176282177 2024-11-09T18:18:03,349 DEBUG [RS:0;fb97eb0edbe8:46759 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,46759,1731176282177' 2024-11-09T18:18:03,349 DEBUG [RS:0;fb97eb0edbe8:46759 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01407930783/online-snapshot/abort' 2024-11-09T18:18:03,349 DEBUG [RS:0;fb97eb0edbe8:46759 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01407930783/online-snapshot/acquired' 2024-11-09T18:18:03,350 DEBUG [RS:0;fb97eb0edbe8:46759 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T18:18:03,350 INFO [RS:0;fb97eb0edbe8:46759 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T18:18:03,350 INFO [RS:0;fb97eb0edbe8:46759 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T18:18:03,450 INFO [RS:0;fb97eb0edbe8:46759 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T18:18:03,452 INFO [RS:0;fb97eb0edbe8:46759 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fb97eb0edbe8%2C46759%2C1731176282177, suffix=, logDir=hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/WALs/fb97eb0edbe8,46759,1731176282177, archiveDir=hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/oldWALs, maxLogs=10 2024-11-09T18:18:03,465 DEBUG [RS:0;fb97eb0edbe8:46759 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/WALs/fb97eb0edbe8,46759,1731176282177/fb97eb0edbe8%2C46759%2C1731176282177.1731176283452, exclude list is [], retry=0 2024-11-09T18:18:03,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45221,DS-5ac1cd2a-7b8f-486f-8e64-2097c60349b4,DISK] 2024-11-09T18:18:03,473 INFO [RS:0;fb97eb0edbe8:46759 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/WALs/fb97eb0edbe8,46759,1731176282177/fb97eb0edbe8%2C46759%2C1731176282177.1731176283452 2024-11-09T18:18:03,474 DEBUG [RS:0;fb97eb0edbe8:46759 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42707:42707)] 2024-11-09T18:18:03,609 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T18:18:03,609 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777 2024-11-09T18:18:03,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741833_1009 (size=32) 2024-11-09T18:18:04,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:18:04,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T18:18:04,018 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T18:18:04,018 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:18:04,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:18:04,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T18:18:04,020 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T18:18:04,021 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:18:04,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:18:04,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T18:18:04,022 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T18:18:04,022 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:18:04,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:18:04,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T18:18:04,024 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T18:18:04,024 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:18:04,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:18:04,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T18:18:04,025 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/data/hbase/meta/1588230740 2024-11-09T18:18:04,025 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/data/hbase/meta/1588230740 2024-11-09T18:18:04,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T18:18:04,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T18:18:04,028 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:18:04,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T18:18:04,033 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:18:04,034 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69979580, jitterRate=0.04277700185775757}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:18:04,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731176284015Initializing all the Stores at 1731176284016 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176284016Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176284016Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176284016Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176284016Cleaning up temporary data from old regions at 1731176284027 (+11 ms)Region opened successfully at 1731176284035 (+8 ms) 2024-11-09T18:18:04,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T18:18:04,035 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T18:18:04,036 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T18:18:04,036 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T18:18:04,036 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T18:18:04,036 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T18:18:04,036 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731176284035Disabling compacts and flushes for region at 1731176284035Disabling writes for close at 1731176284036 (+1 ms)Writing region close event to WAL at 1731176284036Closed at 1731176284036 2024-11-09T18:18:04,038 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:18:04,038 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T18:18:04,038 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T18:18:04,039 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T18:18:04,041 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T18:18:04,191 DEBUG [fb97eb0edbe8:42117 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T18:18:04,191 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fb97eb0edbe8,46759,1731176282177 2024-11-09T18:18:04,193 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb97eb0edbe8,46759,1731176282177, state=OPENING 2024-11-09T18:18:04,262 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T18:18:04,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42117-0x10120d1ab0b0000, quorum=127.0.0.1:53827, baseZNode=/01407930783 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01407930783 2024-11-09T18:18:04,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46759-0x10120d1ab0b0001, quorum=127.0.0.1:53827, baseZNode=/01407930783 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01407930783 2024-11-09T18:18:04,273 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01407930783/meta-region-server: CHANGED 2024-11-09T18:18:04,275 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T18:18:04,275 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01407930783/meta-region-server: CHANGED 2024-11-09T18:18:04,275 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,46759,1731176282177}] 2024-11-09T18:18:04,428 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T18:18:04,430 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43763, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T18:18:04,435 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T18:18:04,435 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:18:04,435 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T18:18:04,437 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fb97eb0edbe8%2C46759%2C1731176282177.meta, suffix=.meta, logDir=hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/WALs/fb97eb0edbe8,46759,1731176282177, archiveDir=hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/oldWALs, maxLogs=10 2024-11-09T18:18:04,453 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/WALs/fb97eb0edbe8,46759,1731176282177/fb97eb0edbe8%2C46759%2C1731176282177.meta.1731176284437.meta, exclude list is [], retry=0 2024-11-09T18:18:04,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45221,DS-5ac1cd2a-7b8f-486f-8e64-2097c60349b4,DISK] 2024-11-09T18:18:04,457 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/WALs/fb97eb0edbe8,46759,1731176282177/fb97eb0edbe8%2C46759%2C1731176282177.meta.1731176284437.meta 2024-11-09T18:18:04,458 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42707:42707)] 2024-11-09T18:18:04,458 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:18:04,458 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T18:18:04,458 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T18:18:04,459 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T18:18:04,459 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T18:18:04,459 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T18:18:04,459 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:18:04,459 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T18:18:04,459 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T18:18:04,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T18:18:04,473 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T18:18:04,473 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:18:04,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:18:04,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T18:18:04,475 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T18:18:04,475 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:18:04,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:18:04,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T18:18:04,476 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T18:18:04,477 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:18:04,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:18:04,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T18:18:04,478 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T18:18:04,478 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:18:04,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:18:04,479 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T18:18:04,481 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/data/hbase/meta/1588230740 2024-11-09T18:18:04,485 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/data/hbase/meta/1588230740 2024-11-09T18:18:04,487 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T18:18:04,487 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T18:18:04,488 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:18:04,490 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T18:18:04,492 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71183335, jitterRate=0.060714349150657654}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:18:04,492 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T18:18:04,492 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731176284459Writing region info on filesystem at 1731176284459Initializing all the Stores at 1731176284460 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176284460Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176284472 (+12 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176284472Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176284472Cleaning up temporary data from old regions at 1731176284487 (+15 ms)Running coprocessor post-open hooks at 1731176284492 (+5 ms)Region opened successfully at 1731176284492 2024-11-09T18:18:04,494 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731176284428 2024-11-09T18:18:04,499 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T18:18:04,499 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T18:18:04,500 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,46759,1731176282177 2024-11-09T18:18:04,502 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb97eb0edbe8,46759,1731176282177, state=OPEN 2024-11-09T18:18:04,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46759-0x10120d1ab0b0001, quorum=127.0.0.1:53827, baseZNode=/01407930783 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01407930783/meta-region-server 2024-11-09T18:18:04,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42117-0x10120d1ab0b0000, quorum=127.0.0.1:53827, baseZNode=/01407930783 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01407930783/meta-region-server 2024-11-09T18:18:04,544 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01407930783/meta-region-server: CHANGED 2024-11-09T18:18:04,544 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01407930783/meta-region-server: CHANGED 2024-11-09T18:18:04,544 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,46759,1731176282177 2024-11-09T18:18:04,548 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T18:18:04,548 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,46759,1731176282177 in 269 msec 2024-11-09T18:18:04,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T18:18:04,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 510 msec 2024-11-09T18:18:04,552 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:18:04,552 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T18:18:04,553 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:18:04,553 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,46759,1731176282177, seqNum=-1] 2024-11-09T18:18:04,553 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:18:04,554 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46351, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:18:04,562 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4130 sec 2024-11-09T18:18:04,563 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731176284562, completionTime=-1 2024-11-09T18:18:04,563 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T18:18:04,563 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T18:18:04,565 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T18:18:04,566 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731176344565 2024-11-09T18:18:04,566 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731176404566 2024-11-09T18:18:04,566 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T18:18:04,566 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,42117,1731176281982-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:18:04,566 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,42117,1731176281982-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:18:04,566 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,42117,1731176281982-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:18:04,566 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fb97eb0edbe8:42117, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:18:04,566 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T18:18:04,567 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T18:18:04,569 DEBUG [master/fb97eb0edbe8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T18:18:04,572 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.298sec 2024-11-09T18:18:04,572 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T18:18:04,572 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T18:18:04,572 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T18:18:04,572 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T18:18:04,572 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T18:18:04,572 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,42117,1731176281982-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T18:18:04,572 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,42117,1731176281982-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T18:18:04,577 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T18:18:04,577 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T18:18:04,577 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,42117,1731176281982-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:18:04,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7333f164, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:18:04,631 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,42117,-1 for getting cluster id 2024-11-09T18:18:04,631 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:18:04,634 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c372e7d9-6b94-4e8f-9218-eb4ee19a282f' 2024-11-09T18:18:04,634 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:18:04,634 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c372e7d9-6b94-4e8f-9218-eb4ee19a282f" 2024-11-09T18:18:04,634 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6df4aa04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:18:04,634 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,42117,-1] 2024-11-09T18:18:04,635 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:18:04,635 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:18:04,636 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:18:04,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@763dd23d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:18:04,638 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:18:04,639 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,46759,1731176282177, seqNum=-1] 2024-11-09T18:18:04,640 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:18:04,642 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:18:04,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fb97eb0edbe8,42117,1731176281982 2024-11-09T18:18:04,645 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53827 2024-11-09T18:18:04,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53827, baseZNode=/01407930783 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:18:04,663 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10120d1ab0b0002 connected 2024-11-09T18:18:04,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/894685cb-34ef-0297-83e7-22448a19dc66/hadoop.log.dir so I do NOT create it in target/test-data/86706e9a-d324-0289-ec10-ad707446ddd4 2024-11-09T18:18:04,676 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/894685cb-34ef-0297-83e7-22448a19dc66/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T18:18:04,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/894685cb-34ef-0297-83e7-22448a19dc66/hadoop.tmp.dir so I do NOT create it in target/test-data/86706e9a-d324-0289-ec10-ad707446ddd4 2024-11-09T18:18:04,676 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/894685cb-34ef-0297-83e7-22448a19dc66/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T18:18:04,676 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86706e9a-d324-0289-ec10-ad707446ddd4 2024-11-09T18:18:04,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T18:18:04,676 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86706e9a-d324-0289-ec10-ad707446ddd4/cluster_7649d20c-a1ba-636d-0dd5-1e982d7b2f27, deleteOnExit=true 2024-11-09T18:18:04,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T18:18:04,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86706e9a-d324-0289-ec10-ad707446ddd4/test.cache.data in system properties and HBase conf 2024-11-09T18:18:04,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86706e9a-d324-0289-ec10-ad707446ddd4/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T18:18:04,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86706e9a-d324-0289-ec10-ad707446ddd4/hadoop.log.dir in system properties and HBase conf 2024-11-09T18:18:04,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86706e9a-d324-0289-ec10-ad707446ddd4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T18:18:04,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86706e9a-d324-0289-ec10-ad707446ddd4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T18:18:04,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T18:18:04,677 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T18:18:04,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86706e9a-d324-0289-ec10-ad707446ddd4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T18:18:04,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86706e9a-d324-0289-ec10-ad707446ddd4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T18:18:04,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86706e9a-d324-0289-ec10-ad707446ddd4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T18:18:04,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86706e9a-d324-0289-ec10-ad707446ddd4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T18:18:04,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86706e9a-d324-0289-ec10-ad707446ddd4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T18:18:04,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86706e9a-d324-0289-ec10-ad707446ddd4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T18:18:04,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86706e9a-d324-0289-ec10-ad707446ddd4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T18:18:04,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86706e9a-d324-0289-ec10-ad707446ddd4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T18:18:04,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86706e9a-d324-0289-ec10-ad707446ddd4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T18:18:04,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86706e9a-d324-0289-ec10-ad707446ddd4/nfs.dump.dir in system properties and HBase conf 2024-11-09T18:18:04,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86706e9a-d324-0289-ec10-ad707446ddd4/java.io.tmpdir in system properties and HBase conf 2024-11-09T18:18:04,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86706e9a-d324-0289-ec10-ad707446ddd4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T18:18:04,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86706e9a-d324-0289-ec10-ad707446ddd4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T18:18:04,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86706e9a-d324-0289-ec10-ad707446ddd4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T18:18:05,090 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:18:05,096 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T18:18:05,101 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T18:18:05,101 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T18:18:05,101 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T18:18:05,102 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:18:05,102 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50e6c400{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86706e9a-d324-0289-ec10-ad707446ddd4/hadoop.log.dir/,AVAILABLE} 2024-11-09T18:18:05,103 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6df6e017{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T18:18:05,243 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f1361c3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86706e9a-d324-0289-ec10-ad707446ddd4/java.io.tmpdir/jetty-localhost-46063-hadoop-hdfs-3_4_1-tests_jar-_-any-2489811699145913126/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T18:18:05,244 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e637be1{HTTP/1.1, (http/1.1)}{localhost:46063} 2024-11-09T18:18:05,244 INFO [Time-limited test {}] server.Server(415): Started @55993ms 2024-11-09T18:18:05,547 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:18:05,552 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T18:18:05,557 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-09T18:18:05,560 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T18:18:05,560 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T18:18:05,561 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T18:18:05,564 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64bc174b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86706e9a-d324-0289-ec10-ad707446ddd4/hadoop.log.dir/,AVAILABLE} 2024-11-09T18:18:05,565 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@600b86b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T18:18:05,706 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@36fce771{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86706e9a-d324-0289-ec10-ad707446ddd4/java.io.tmpdir/jetty-localhost-41167-hadoop-hdfs-3_4_1-tests_jar-_-any-6789718229206913349/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:18:05,707 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d2f54a8{HTTP/1.1, (http/1.1)}{localhost:41167} 2024-11-09T18:18:05,707 INFO [Time-limited test {}] server.Server(415): Started @56456ms 2024-11-09T18:18:05,708 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T18:18:06,575 WARN [Thread-943 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86706e9a-d324-0289-ec10-ad707446ddd4/cluster_7649d20c-a1ba-636d-0dd5-1e982d7b2f27/data/data1/current/BP-2120120133-172.17.0.3-1731176284702/current, will proceed with Du for space computation calculation, 2024-11-09T18:18:06,576 WARN [Thread-944 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86706e9a-d324-0289-ec10-ad707446ddd4/cluster_7649d20c-a1ba-636d-0dd5-1e982d7b2f27/data/data2/current/BP-2120120133-172.17.0.3-1731176284702/current, will proceed with Du for space computation calculation, 2024-11-09T18:18:06,609 WARN [Thread-931 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T18:18:06,615 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb18509f6a15c930 with lease ID 0xf10028b0c6edd199: Processing first storage report for DS-15d176d2-e03e-4816-b326-babd7bc6bcee from datanode DatanodeRegistration(127.0.0.1:46485, datanodeUuid=9ce729b6-774d-493d-a831-7b4458784cef, infoPort=41259, infoSecurePort=0, ipcPort=40295, storageInfo=lv=-57;cid=testClusterID;nsid=800795022;c=1731176284702) 2024-11-09T18:18:06,615 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb18509f6a15c930 with lease ID 0xf10028b0c6edd199: from storage DS-15d176d2-e03e-4816-b326-babd7bc6bcee node DatanodeRegistration(127.0.0.1:46485, datanodeUuid=9ce729b6-774d-493d-a831-7b4458784cef, infoPort=41259, infoSecurePort=0, ipcPort=40295, storageInfo=lv=-57;cid=testClusterID;nsid=800795022;c=1731176284702), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T18:18:06,615 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb18509f6a15c930 with lease ID 0xf10028b0c6edd199: Processing first storage report for DS-441c1572-dbfe-44c0-9dd4-b0697074c30a from datanode DatanodeRegistration(127.0.0.1:46485, datanodeUuid=9ce729b6-774d-493d-a831-7b4458784cef, infoPort=41259, infoSecurePort=0, ipcPort=40295, storageInfo=lv=-57;cid=testClusterID;nsid=800795022;c=1731176284702) 2024-11-09T18:18:06,615 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb18509f6a15c930 with lease ID 0xf10028b0c6edd199: from storage DS-441c1572-dbfe-44c0-9dd4-b0697074c30a node DatanodeRegistration(127.0.0.1:46485, datanodeUuid=9ce729b6-774d-493d-a831-7b4458784cef, infoPort=41259, infoSecurePort=0, ipcPort=40295, storageInfo=lv=-57;cid=testClusterID;nsid=800795022;c=1731176284702), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T18:18:06,655 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86706e9a-d324-0289-ec10-ad707446ddd4 2024-11-09T18:18:06,656 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:18:06,657 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:18:06,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741825_1001 (size=7) 2024-11-09T18:18:06,671 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7 with version=8 2024-11-09T18:18:06,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/hbase-staging 2024-11-09T18:18:06,673 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fb97eb0edbe8:0 server-side Connection retries=45 2024-11-09T18:18:06,674 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:18:06,674 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T18:18:06,674 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T18:18:06,674 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:18:06,674 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T18:18:06,674 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T18:18:06,674 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T18:18:06,674 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39357 2024-11-09T18:18:06,675 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39357 connecting to ZooKeeper ensemble=127.0.0.1:53827 2024-11-09T18:18:06,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:393570x0, quorum=127.0.0.1:53827, baseZNode=/1-1312502370 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:18:06,705 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39357-0x10120d1ab0b0003 connected 2024-11-09T18:18:06,778 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:18:06,779 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:18:06,782 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39357-0x10120d1ab0b0003, quorum=127.0.0.1:53827, baseZNode=/1-1312502370 Set watcher on znode that does not yet exist, /1-1312502370/running 2024-11-09T18:18:06,782 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7, hbase.cluster.distributed=false 2024-11-09T18:18:06,783 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39357-0x10120d1ab0b0003, quorum=127.0.0.1:53827, baseZNode=/1-1312502370 Set watcher on znode that does not yet exist, /1-1312502370/acl 2024-11-09T18:18:06,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39357 2024-11-09T18:18:06,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39357 2024-11-09T18:18:06,790 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39357 2024-11-09T18:18:06,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39357 2024-11-09T18:18:06,794 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39357 2024-11-09T18:18:06,809 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fb97eb0edbe8:0 server-side Connection retries=45 2024-11-09T18:18:06,809 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:18:06,809 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T18:18:06,809 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T18:18:06,809 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:18:06,809 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T18:18:06,809 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T18:18:06,809 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T18:18:06,812 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32913 2024-11-09T18:18:06,813 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32913 connecting to ZooKeeper ensemble=127.0.0.1:53827 2024-11-09T18:18:06,814 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:18:06,816 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:18:06,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329130x0, quorum=127.0.0.1:53827, baseZNode=/1-1312502370 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:18:06,831 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:329130x0, quorum=127.0.0.1:53827, baseZNode=/1-1312502370 Set watcher on znode that does not yet exist, /1-1312502370/running 2024-11-09T18:18:06,831 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32913-0x10120d1ab0b0004 connected 2024-11-09T18:18:06,831 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T18:18:06,833 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T18:18:06,834 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32913-0x10120d1ab0b0004, quorum=127.0.0.1:53827, baseZNode=/1-1312502370 Set watcher on znode that does not yet exist, /1-1312502370/master 2024-11-09T18:18:06,835 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32913-0x10120d1ab0b0004, quorum=127.0.0.1:53827, baseZNode=/1-1312502370 Set watcher on znode that does not yet exist, /1-1312502370/acl 2024-11-09T18:18:06,839 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32913 2024-11-09T18:18:06,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32913 2024-11-09T18:18:06,842 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32913 2024-11-09T18:18:06,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32913 2024-11-09T18:18:06,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32913 2024-11-09T18:18:06,856 DEBUG [M:0;fb97eb0edbe8:39357 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fb97eb0edbe8:39357 2024-11-09T18:18:06,856 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1312502370/backup-masters/fb97eb0edbe8,39357,1731176286673 2024-11-09T18:18:06,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39357-0x10120d1ab0b0003, quorum=127.0.0.1:53827, baseZNode=/1-1312502370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1312502370/backup-masters 2024-11-09T18:18:06,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32913-0x10120d1ab0b0004, quorum=127.0.0.1:53827, baseZNode=/1-1312502370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1312502370/backup-masters 2024-11-09T18:18:06,862 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39357-0x10120d1ab0b0003, quorum=127.0.0.1:53827, baseZNode=/1-1312502370 Set watcher on existing znode=/1-1312502370/backup-masters/fb97eb0edbe8,39357,1731176286673 2024-11-09T18:18:06,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32913-0x10120d1ab0b0004, quorum=127.0.0.1:53827, baseZNode=/1-1312502370 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1312502370/master 2024-11-09T18:18:06,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39357-0x10120d1ab0b0003, quorum=127.0.0.1:53827, baseZNode=/1-1312502370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1312502370 2024-11-09T18:18:06,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32913-0x10120d1ab0b0004, quorum=127.0.0.1:53827, baseZNode=/1-1312502370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1312502370 2024-11-09T18:18:06,873 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39357-0x10120d1ab0b0003, quorum=127.0.0.1:53827, baseZNode=/1-1312502370 Set watcher on existing znode=/1-1312502370/master 2024-11-09T18:18:06,874 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1312502370/backup-masters/fb97eb0edbe8,39357,1731176286673 from backup master directory 2024-11-09T18:18:06,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32913-0x10120d1ab0b0004, quorum=127.0.0.1:53827, baseZNode=/1-1312502370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1312502370/backup-masters 2024-11-09T18:18:06,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39357-0x10120d1ab0b0003, quorum=127.0.0.1:53827, baseZNode=/1-1312502370 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1312502370/backup-masters/fb97eb0edbe8,39357,1731176286673 2024-11-09T18:18:06,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39357-0x10120d1ab0b0003, quorum=127.0.0.1:53827, baseZNode=/1-1312502370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1312502370/backup-masters 2024-11-09T18:18:06,883 WARN [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T18:18:06,883 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fb97eb0edbe8,39357,1731176286673 2024-11-09T18:18:06,886 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/hbase.id] with ID: 804ca889-f61b-4c29-955e-263b17277d5a 2024-11-09T18:18:06,886 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/.tmp/hbase.id 2024-11-09T18:18:06,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741826_1002 (size=42) 2024-11-09T18:18:06,892 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/.tmp/hbase.id]:[hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/hbase.id] 2024-11-09T18:18:06,905 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:18:06,905 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T18:18:06,908 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-09T18:18:06,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39357-0x10120d1ab0b0003, quorum=127.0.0.1:53827, baseZNode=/1-1312502370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1312502370 2024-11-09T18:18:06,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32913-0x10120d1ab0b0004, quorum=127.0.0.1:53827, baseZNode=/1-1312502370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1312502370 2024-11-09T18:18:06,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741827_1003 (size=196) 2024-11-09T18:18:06,927 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:18:06,928 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T18:18:06,928 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:18:06,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741828_1004 (size=1189) 2024-11-09T18:18:07,340 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/MasterData/data/master/store 2024-11-09T18:18:07,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741829_1005 (size=34) 2024-11-09T18:18:07,750 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:18:07,750 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T18:18:07,750 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:18:07,750 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:18:07,750 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T18:18:07,750 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:18:07,750 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:18:07,750 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731176287750Disabling compacts and flushes for region at 1731176287750Disabling writes for close at 1731176287750Writing region close event to WAL at 1731176287750Closed at 1731176287750 2024-11-09T18:18:07,751 WARN [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/MasterData/data/master/store/.initializing 2024-11-09T18:18:07,751 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/MasterData/WALs/fb97eb0edbe8,39357,1731176286673 2024-11-09T18:18:07,752 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T18:18:07,754 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb97eb0edbe8%2C39357%2C1731176286673, suffix=, logDir=hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/MasterData/WALs/fb97eb0edbe8,39357,1731176286673, archiveDir=hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/MasterData/oldWALs, maxLogs=10 2024-11-09T18:18:07,773 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/MasterData/WALs/fb97eb0edbe8,39357,1731176286673/fb97eb0edbe8%2C39357%2C1731176286673.1731176287755, exclude list is [], retry=0 2024-11-09T18:18:07,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46485,DS-15d176d2-e03e-4816-b326-babd7bc6bcee,DISK] 2024-11-09T18:18:07,777 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/MasterData/WALs/fb97eb0edbe8,39357,1731176286673/fb97eb0edbe8%2C39357%2C1731176286673.1731176287755 2024-11-09T18:18:07,777 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41259:41259)] 2024-11-09T18:18:07,777 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:18:07,778 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:18:07,778 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:18:07,778 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:18:07,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:18:07,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T18:18:07,781 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:18:07,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:18:07,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:18:07,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T18:18:07,783 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:18:07,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:18:07,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:18:07,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T18:18:07,787 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:18:07,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:18:07,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:18:07,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T18:18:07,789 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:18:07,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:18:07,790 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:18:07,790 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:18:07,791 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:18:07,797 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:18:07,797 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:18:07,800 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:18:07,801 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:18:07,803 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:18:07,804 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64191062, jitterRate=-0.04347863793373108}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:18:07,804 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731176287778Initializing all the Stores at 1731176287779 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176287779Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176287779Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176287779Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176287779Cleaning up temporary data from old regions at 1731176287797 (+18 ms)Region opened successfully at 1731176287804 (+7 ms) 2024-11-09T18:18:07,804 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T18:18:07,807 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b204df8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb97eb0edbe8/172.17.0.3:0 2024-11-09T18:18:07,808 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T18:18:07,808 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T18:18:07,808 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T18:18:07,809 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T18:18:07,809 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T18:18:07,810 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T18:18:07,810 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T18:18:07,822 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T18:18:07,822 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39357-0x10120d1ab0b0003, quorum=127.0.0.1:53827, baseZNode=/1-1312502370 Unable to get data of znode /1-1312502370/balancer because node does not exist (not necessarily an error) 2024-11-09T18:18:07,872 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1312502370/balancer already deleted, retry=false 2024-11-09T18:18:07,873 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T18:18:07,874 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39357-0x10120d1ab0b0003, quorum=127.0.0.1:53827, baseZNode=/1-1312502370 Unable to get data of znode /1-1312502370/normalizer because node does not exist (not necessarily an error) 2024-11-09T18:18:07,883 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1312502370/normalizer already deleted, retry=false 2024-11-09T18:18:07,884 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T18:18:07,884 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39357-0x10120d1ab0b0003, quorum=127.0.0.1:53827, baseZNode=/1-1312502370 Unable to get data of znode /1-1312502370/switch/split because node does not exist (not necessarily an error) 2024-11-09T18:18:07,893 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1312502370/switch/split already deleted, retry=false 2024-11-09T18:18:07,897 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39357-0x10120d1ab0b0003, quorum=127.0.0.1:53827, baseZNode=/1-1312502370 Unable to get data of znode /1-1312502370/switch/merge because node does not exist (not necessarily an error) 2024-11-09T18:18:07,904 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1312502370/switch/merge already deleted, retry=false 2024-11-09T18:18:07,906 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39357-0x10120d1ab0b0003, quorum=127.0.0.1:53827, baseZNode=/1-1312502370 Unable to get data of znode /1-1312502370/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T18:18:07,914 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1312502370/snapshot-cleanup already deleted, retry=false 2024-11-09T18:18:07,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39357-0x10120d1ab0b0003, quorum=127.0.0.1:53827, baseZNode=/1-1312502370 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1312502370/running 2024-11-09T18:18:07,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39357-0x10120d1ab0b0003, quorum=127.0.0.1:53827, baseZNode=/1-1312502370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1312502370 2024-11-09T18:18:07,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32913-0x10120d1ab0b0004, quorum=127.0.0.1:53827, baseZNode=/1-1312502370 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1312502370/running 2024-11-09T18:18:07,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32913-0x10120d1ab0b0004, quorum=127.0.0.1:53827, baseZNode=/1-1312502370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1312502370 2024-11-09T18:18:07,927 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fb97eb0edbe8,39357,1731176286673, sessionid=0x10120d1ab0b0003, setting cluster-up flag (Was=false) 2024-11-09T18:18:07,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39357-0x10120d1ab0b0003, quorum=127.0.0.1:53827, baseZNode=/1-1312502370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1312502370 2024-11-09T18:18:07,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32913-0x10120d1ab0b0004, quorum=127.0.0.1:53827, baseZNode=/1-1312502370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1312502370 2024-11-09T18:18:07,978 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1312502370/flush-table-proc/acquired, /1-1312502370/flush-table-proc/reached, /1-1312502370/flush-table-proc/abort 2024-11-09T18:18:07,979 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb97eb0edbe8,39357,1731176286673 2024-11-09T18:18:07,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32913-0x10120d1ab0b0004, quorum=127.0.0.1:53827, baseZNode=/1-1312502370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1312502370 2024-11-09T18:18:08,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39357-0x10120d1ab0b0003, quorum=127.0.0.1:53827, baseZNode=/1-1312502370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1312502370 2024-11-09T18:18:08,030 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1312502370/online-snapshot/acquired, /1-1312502370/online-snapshot/reached, /1-1312502370/online-snapshot/abort 2024-11-09T18:18:08,031 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb97eb0edbe8,39357,1731176286673 2024-11-09T18:18:08,033 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T18:18:08,040 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T18:18:08,040 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T18:18:08,040 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T18:18:08,040 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fb97eb0edbe8,39357,1731176286673 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T18:18:08,042 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:18:08,042 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:18:08,042 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:18:08,042 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:18:08,042 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fb97eb0edbe8:0, corePoolSize=10, maxPoolSize=10 2024-11-09T18:18:08,042 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:18:08,042 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=2, maxPoolSize=2 2024-11-09T18:18:08,042 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:18:08,049 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:18:08,050 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T18:18:08,051 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:18:08,051 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T18:18:08,054 INFO [RS:0;fb97eb0edbe8:32913 {}] regionserver.HRegionServer(746): ClusterId : 804ca889-f61b-4c29-955e-263b17277d5a 2024-11-09T18:18:08,054 DEBUG [RS:0;fb97eb0edbe8:32913 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T18:18:08,062 DEBUG [RS:0;fb97eb0edbe8:32913 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T18:18:08,062 DEBUG [RS:0;fb97eb0edbe8:32913 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T18:18:08,063 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731176318063 2024-11-09T18:18:08,063 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T18:18:08,064 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T18:18:08,064 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T18:18:08,064 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T18:18:08,064 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T18:18:08,064 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T18:18:08,064 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T18:18:08,065 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T18:18:08,065 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T18:18:08,065 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T18:18:08,065 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T18:18:08,072 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T18:18:08,072 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T18:18:08,073 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731176288072,5,FailOnTimeoutGroup] 2024-11-09T18:18:08,073 DEBUG [RS:0;fb97eb0edbe8:32913 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T18:18:08,074 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731176288073,5,FailOnTimeoutGroup] 2024-11-09T18:18:08,074 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T18:18:08,074 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T18:18:08,074 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T18:18:08,074 DEBUG [RS:0;fb97eb0edbe8:32913 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4684ac61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb97eb0edbe8/172.17.0.3:0 2024-11-09T18:18:08,074 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T18:18:08,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741831_1007 (size=1321) 2024-11-09T18:18:08,093 DEBUG [RS:0;fb97eb0edbe8:32913 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fb97eb0edbe8:32913 2024-11-09T18:18:08,093 INFO [RS:0;fb97eb0edbe8:32913 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T18:18:08,093 INFO [RS:0;fb97eb0edbe8:32913 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T18:18:08,093 DEBUG [RS:0;fb97eb0edbe8:32913 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T18:18:08,096 INFO [RS:0;fb97eb0edbe8:32913 {}] regionserver.HRegionServer(2659): reportForDuty to master=fb97eb0edbe8,39357,1731176286673 with port=32913, startcode=1731176286809 2024-11-09T18:18:08,096 DEBUG [RS:0;fb97eb0edbe8:32913 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T18:18:08,100 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48025, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T18:18:08,100 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39357 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fb97eb0edbe8,32913,1731176286809 2024-11-09T18:18:08,100 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39357 {}] master.ServerManager(517): Registering regionserver=fb97eb0edbe8,32913,1731176286809 2024-11-09T18:18:08,102 DEBUG [RS:0;fb97eb0edbe8:32913 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7 2024-11-09T18:18:08,102 DEBUG [RS:0;fb97eb0edbe8:32913 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40879 2024-11-09T18:18:08,102 DEBUG [RS:0;fb97eb0edbe8:32913 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T18:18:08,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39357-0x10120d1ab0b0003, quorum=127.0.0.1:53827, baseZNode=/1-1312502370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1312502370/rs 2024-11-09T18:18:08,165 DEBUG [RS:0;fb97eb0edbe8:32913 {}] zookeeper.ZKUtil(111): regionserver:32913-0x10120d1ab0b0004, quorum=127.0.0.1:53827, baseZNode=/1-1312502370 Set watcher on existing znode=/1-1312502370/rs/fb97eb0edbe8,32913,1731176286809 2024-11-09T18:18:08,165 WARN [RS:0;fb97eb0edbe8:32913 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T18:18:08,165 INFO [RS:0;fb97eb0edbe8:32913 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:18:08,165 DEBUG [RS:0;fb97eb0edbe8:32913 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/WALs/fb97eb0edbe8,32913,1731176286809 2024-11-09T18:18:08,165 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fb97eb0edbe8,32913,1731176286809] 2024-11-09T18:18:08,170 INFO [RS:0;fb97eb0edbe8:32913 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T18:18:08,172 INFO [RS:0;fb97eb0edbe8:32913 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T18:18:08,176 INFO [RS:0;fb97eb0edbe8:32913 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T18:18:08,176 INFO [RS:0;fb97eb0edbe8:32913 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:18:08,177 INFO [RS:0;fb97eb0edbe8:32913 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T18:18:08,178 INFO [RS:0;fb97eb0edbe8:32913 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T18:18:08,179 INFO [RS:0;fb97eb0edbe8:32913 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T18:18:08,179 DEBUG [RS:0;fb97eb0edbe8:32913 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:18:08,179 DEBUG [RS:0;fb97eb0edbe8:32913 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:18:08,179 DEBUG [RS:0;fb97eb0edbe8:32913 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:18:08,179 DEBUG [RS:0;fb97eb0edbe8:32913 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:18:08,179 DEBUG [RS:0;fb97eb0edbe8:32913 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:18:08,179 DEBUG [RS:0;fb97eb0edbe8:32913 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=2, maxPoolSize=2 2024-11-09T18:18:08,179 DEBUG [RS:0;fb97eb0edbe8:32913 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:18:08,179 DEBUG [RS:0;fb97eb0edbe8:32913 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:18:08,179 DEBUG [RS:0;fb97eb0edbe8:32913 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:18:08,179 DEBUG [RS:0;fb97eb0edbe8:32913 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:18:08,179 DEBUG [RS:0;fb97eb0edbe8:32913 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:18:08,179 DEBUG [RS:0;fb97eb0edbe8:32913 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:18:08,179 DEBUG [RS:0;fb97eb0edbe8:32913 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:18:08,179 DEBUG [RS:0;fb97eb0edbe8:32913 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:18:08,180 INFO [RS:0;fb97eb0edbe8:32913 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:18:08,180 INFO [RS:0;fb97eb0edbe8:32913 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:18:08,181 INFO [RS:0;fb97eb0edbe8:32913 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:18:08,181 INFO [RS:0;fb97eb0edbe8:32913 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T18:18:08,181 INFO [RS:0;fb97eb0edbe8:32913 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T18:18:08,181 INFO [RS:0;fb97eb0edbe8:32913 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,32913,1731176286809-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T18:18:08,203 INFO [RS:0;fb97eb0edbe8:32913 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T18:18:08,203 INFO [RS:0;fb97eb0edbe8:32913 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,32913,1731176286809-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:18:08,203 INFO [RS:0;fb97eb0edbe8:32913 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:18:08,203 INFO [RS:0;fb97eb0edbe8:32913 {}] regionserver.Replication(171): fb97eb0edbe8,32913,1731176286809 started 2024-11-09T18:18:08,222 INFO [RS:0;fb97eb0edbe8:32913 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:18:08,222 INFO [RS:0;fb97eb0edbe8:32913 {}] regionserver.HRegionServer(1482): Serving as fb97eb0edbe8,32913,1731176286809, RpcServer on fb97eb0edbe8/172.17.0.3:32913, sessionid=0x10120d1ab0b0004 2024-11-09T18:18:08,222 DEBUG [RS:0;fb97eb0edbe8:32913 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T18:18:08,222 DEBUG [RS:0;fb97eb0edbe8:32913 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fb97eb0edbe8,32913,1731176286809 2024-11-09T18:18:08,222 DEBUG [RS:0;fb97eb0edbe8:32913 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,32913,1731176286809' 2024-11-09T18:18:08,222 DEBUG [RS:0;fb97eb0edbe8:32913 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1312502370/flush-table-proc/abort' 2024-11-09T18:18:08,223 DEBUG [RS:0;fb97eb0edbe8:32913 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1312502370/flush-table-proc/acquired' 2024-11-09T18:18:08,223 DEBUG [RS:0;fb97eb0edbe8:32913 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T18:18:08,224 DEBUG [RS:0;fb97eb0edbe8:32913 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T18:18:08,224 DEBUG [RS:0;fb97eb0edbe8:32913 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fb97eb0edbe8,32913,1731176286809 2024-11-09T18:18:08,224 DEBUG [RS:0;fb97eb0edbe8:32913 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,32913,1731176286809' 2024-11-09T18:18:08,224 DEBUG [RS:0;fb97eb0edbe8:32913 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1312502370/online-snapshot/abort' 2024-11-09T18:18:08,224 DEBUG [RS:0;fb97eb0edbe8:32913 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1312502370/online-snapshot/acquired' 2024-11-09T18:18:08,226 DEBUG [RS:0;fb97eb0edbe8:32913 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T18:18:08,226 INFO [RS:0;fb97eb0edbe8:32913 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T18:18:08,226 INFO [RS:0;fb97eb0edbe8:32913 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T18:18:08,326 INFO [RS:0;fb97eb0edbe8:32913 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T18:18:08,328 INFO [RS:0;fb97eb0edbe8:32913 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fb97eb0edbe8%2C32913%2C1731176286809, suffix=, logDir=hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/WALs/fb97eb0edbe8,32913,1731176286809, archiveDir=hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/oldWALs, maxLogs=10 2024-11-09T18:18:08,342 DEBUG [RS:0;fb97eb0edbe8:32913 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/WALs/fb97eb0edbe8,32913,1731176286809/fb97eb0edbe8%2C32913%2C1731176286809.1731176288328, exclude list is [], retry=0 2024-11-09T18:18:08,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46485,DS-15d176d2-e03e-4816-b326-babd7bc6bcee,DISK] 2024-11-09T18:18:08,347 INFO [RS:0;fb97eb0edbe8:32913 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/WALs/fb97eb0edbe8,32913,1731176286809/fb97eb0edbe8%2C32913%2C1731176286809.1731176288328 2024-11-09T18:18:08,348 DEBUG [RS:0;fb97eb0edbe8:32913 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41259:41259)] 2024-11-09T18:18:08,478 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T18:18:08,478 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7 2024-11-09T18:18:08,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741833_1009 (size=32) 2024-11-09T18:18:08,912 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:18:08,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T18:18:08,915 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T18:18:08,915 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:18:08,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:18:08,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T18:18:08,920 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T18:18:08,921 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:18:08,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:18:08,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T18:18:08,927 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T18:18:08,927 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:18:08,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:18:08,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T18:18:08,930 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T18:18:08,930 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:18:08,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:18:08,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T18:18:08,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/data/hbase/meta/1588230740 2024-11-09T18:18:08,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/data/hbase/meta/1588230740 2024-11-09T18:18:08,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T18:18:08,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T18:18:08,935 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:18:08,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T18:18:08,944 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:18:08,945 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75064469, jitterRate=0.11854775249958038}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:18:08,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731176288912Initializing all the Stores at 1731176288913 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176288913Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176288913Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176288913Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176288913Cleaning up temporary data from old regions at 1731176288935 (+22 ms)Region opened successfully at 1731176288945 (+10 ms) 2024-11-09T18:18:08,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T18:18:08,945 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T18:18:08,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T18:18:08,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T18:18:08,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T18:18:08,946 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T18:18:08,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731176288945Disabling compacts and flushes for region at 1731176288945Disabling writes for close at 1731176288945Writing region close event to WAL at 1731176288946 (+1 ms)Closed at 1731176288946 2024-11-09T18:18:08,947 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:18:08,947 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T18:18:08,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T18:18:08,949 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T18:18:08,952 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T18:18:09,102 DEBUG [fb97eb0edbe8:39357 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T18:18:09,103 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fb97eb0edbe8,32913,1731176286809 2024-11-09T18:18:09,104 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb97eb0edbe8,32913,1731176286809, state=OPENING 2024-11-09T18:18:09,114 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T18:18:09,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32913-0x10120d1ab0b0004, quorum=127.0.0.1:53827, baseZNode=/1-1312502370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1312502370 2024-11-09T18:18:09,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39357-0x10120d1ab0b0003, quorum=127.0.0.1:53827, baseZNode=/1-1312502370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1312502370 2024-11-09T18:18:09,126 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1312502370/meta-region-server: CHANGED 2024-11-09T18:18:09,127 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1312502370/meta-region-server: CHANGED 2024-11-09T18:18:09,127 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T18:18:09,127 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,32913,1731176286809}] 2024-11-09T18:18:09,280 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T18:18:09,282 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53767, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T18:18:09,285 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T18:18:09,285 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:18:09,285 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T18:18:09,286 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fb97eb0edbe8%2C32913%2C1731176286809.meta, suffix=.meta, logDir=hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/WALs/fb97eb0edbe8,32913,1731176286809, archiveDir=hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/oldWALs, maxLogs=10 2024-11-09T18:18:09,287 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T18:18:09,301 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/WALs/fb97eb0edbe8,32913,1731176286809/fb97eb0edbe8%2C32913%2C1731176286809.meta.1731176289287.meta, exclude list is [], retry=0 2024-11-09T18:18:09,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46485,DS-15d176d2-e03e-4816-b326-babd7bc6bcee,DISK] 2024-11-09T18:18:09,306 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/WALs/fb97eb0edbe8,32913,1731176286809/fb97eb0edbe8%2C32913%2C1731176286809.meta.1731176289287.meta 2024-11-09T18:18:09,306 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41259:41259)] 2024-11-09T18:18:09,306 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:18:09,307 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T18:18:09,307 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T18:18:09,307 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T18:18:09,307 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T18:18:09,307 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T18:18:09,307 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:18:09,307 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T18:18:09,307 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T18:18:09,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T18:18:09,312 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T18:18:09,312 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:18:09,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:18:09,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T18:18:09,313 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T18:18:09,314 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:18:09,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:18:09,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T18:18:09,314 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T18:18:09,315 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:18:09,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:18:09,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T18:18:09,315 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T18:18:09,315 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:18:09,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:18:09,316 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T18:18:09,317 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/data/hbase/meta/1588230740 2024-11-09T18:18:09,318 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/data/hbase/meta/1588230740 2024-11-09T18:18:09,319 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T18:18:09,319 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T18:18:09,319 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:18:09,320 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T18:18:09,321 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63647218, jitterRate=-0.051582545042037964}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:18:09,321 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T18:18:09,321 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731176289307Writing region info on filesystem at 1731176289307Initializing all the Stores at 1731176289311 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176289311Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176289311Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176289311Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176289311Cleaning up temporary data from old regions at 1731176289319 (+8 ms)Running coprocessor post-open hooks at 1731176289321 (+2 ms)Region opened successfully at 1731176289321 2024-11-09T18:18:09,324 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731176289280 2024-11-09T18:18:09,327 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T18:18:09,328 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T18:18:09,328 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,32913,1731176286809 2024-11-09T18:18:09,329 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb97eb0edbe8,32913,1731176286809, state=OPEN 2024-11-09T18:18:09,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39357-0x10120d1ab0b0003, quorum=127.0.0.1:53827, baseZNode=/1-1312502370 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1312502370/meta-region-server 2024-11-09T18:18:09,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32913-0x10120d1ab0b0004, quorum=127.0.0.1:53827, baseZNode=/1-1312502370 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1312502370/meta-region-server 2024-11-09T18:18:09,357 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,32913,1731176286809 2024-11-09T18:18:09,357 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1312502370/meta-region-server: CHANGED 2024-11-09T18:18:09,357 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1312502370/meta-region-server: CHANGED 2024-11-09T18:18:09,360 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T18:18:09,360 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,32913,1731176286809 in 230 msec 2024-11-09T18:18:09,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T18:18:09,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 413 msec 2024-11-09T18:18:09,365 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:18:09,365 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T18:18:09,366 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:18:09,367 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,32913,1731176286809, seqNum=-1] 2024-11-09T18:18:09,367 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:18:09,368 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47217, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:18:09,374 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3360 sec 2024-11-09T18:18:09,374 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731176289374, completionTime=-1 2024-11-09T18:18:09,374 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T18:18:09,374 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T18:18:09,376 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T18:18:09,376 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731176349376 2024-11-09T18:18:09,376 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731176409376 2024-11-09T18:18:09,376 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T18:18:09,377 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,39357,1731176286673-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:18:09,377 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,39357,1731176286673-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:18:09,377 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,39357,1731176286673-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:18:09,377 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fb97eb0edbe8:39357, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:18:09,377 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T18:18:09,377 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T18:18:09,379 DEBUG [master/fb97eb0edbe8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T18:18:09,382 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.498sec 2024-11-09T18:18:09,382 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T18:18:09,382 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T18:18:09,382 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T18:18:09,382 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T18:18:09,382 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T18:18:09,382 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,39357,1731176286673-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T18:18:09,382 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,39357,1731176286673-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T18:18:09,384 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T18:18:09,384 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T18:18:09,384 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,39357,1731176286673-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:18:09,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ca8a3fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:18:09,455 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,39357,-1 for getting cluster id 2024-11-09T18:18:09,455 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:18:09,456 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '804ca889-f61b-4c29-955e-263b17277d5a' 2024-11-09T18:18:09,457 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:18:09,457 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "804ca889-f61b-4c29-955e-263b17277d5a" 2024-11-09T18:18:09,457 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c0a22ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:18:09,457 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,39357,-1] 2024-11-09T18:18:09,457 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:18:09,457 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:18:09,458 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:18:09,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25ed74cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:18:09,459 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:18:09,460 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,32913,1731176286809, seqNum=-1] 2024-11-09T18:18:09,460 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:18:09,461 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:18:09,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fb97eb0edbe8,39357,1731176286673 2024-11-09T18:18:09,464 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53827 2024-11-09T18:18:09,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53827, baseZNode=/1-1312502370 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:18:09,473 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10120d1ab0b0005 connected 2024-11-09T18:18:09,487 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:18:09,488 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,42117,1731176281982 2024-11-09T18:18:09,488 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@cf6fdf4 2024-11-09T18:18:09,488 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:18:09,489 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:18:09,492 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:18:09,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T18:18:09,495 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T18:18:09,496 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:18:09,497 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T18:18:09,498 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T18:18:09,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:18:09,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741835_1011 (size=902) 2024-11-09T18:18:09,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:18:09,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:18:09,905 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 554f18e500e46dc0e21bc67414f7a16e, NAME => 'test,,1731176289490.554f18e500e46dc0e21bc67414f7a16e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777 2024-11-09T18:18:09,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741836_1012 (size=39) 2024-11-09T18:18:09,961 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T18:18:09,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:18:09,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:18:09,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:18:09,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:18:10,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:18:10,312 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731176289490.554f18e500e46dc0e21bc67414f7a16e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:18:10,312 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 554f18e500e46dc0e21bc67414f7a16e, disabling compactions & flushes 2024-11-09T18:18:10,312 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731176289490.554f18e500e46dc0e21bc67414f7a16e. 2024-11-09T18:18:10,312 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731176289490.554f18e500e46dc0e21bc67414f7a16e. 2024-11-09T18:18:10,312 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731176289490.554f18e500e46dc0e21bc67414f7a16e. after waiting 0 ms 2024-11-09T18:18:10,312 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731176289490.554f18e500e46dc0e21bc67414f7a16e. 2024-11-09T18:18:10,312 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731176289490.554f18e500e46dc0e21bc67414f7a16e. 2024-11-09T18:18:10,312 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 554f18e500e46dc0e21bc67414f7a16e: Waiting for close lock at 1731176290312Disabling compacts and flushes for region at 1731176290312Disabling writes for close at 1731176290312Writing region close event to WAL at 1731176290312Closed at 1731176290312 2024-11-09T18:18:10,313 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T18:18:10,314 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731176289490.554f18e500e46dc0e21bc67414f7a16e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731176290314"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731176290314"}]},"ts":"1731176290314"} 2024-11-09T18:18:10,316 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T18:18:10,317 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T18:18:10,317 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176290317"}]},"ts":"1731176290317"} 2024-11-09T18:18:10,319 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T18:18:10,320 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=554f18e500e46dc0e21bc67414f7a16e, ASSIGN}] 2024-11-09T18:18:10,321 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=554f18e500e46dc0e21bc67414f7a16e, ASSIGN 2024-11-09T18:18:10,322 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=554f18e500e46dc0e21bc67414f7a16e, ASSIGN; state=OFFLINE, location=fb97eb0edbe8,46759,1731176282177; forceNewPlan=false, retain=false 2024-11-09T18:18:10,472 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=554f18e500e46dc0e21bc67414f7a16e, regionState=OPENING, regionLocation=fb97eb0edbe8,46759,1731176282177 2024-11-09T18:18:10,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=554f18e500e46dc0e21bc67414f7a16e, ASSIGN because future has completed 2024-11-09T18:18:10,475 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 554f18e500e46dc0e21bc67414f7a16e, server=fb97eb0edbe8,46759,1731176282177}] 2024-11-09T18:18:10,632 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731176289490.554f18e500e46dc0e21bc67414f7a16e. 2024-11-09T18:18:10,632 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 554f18e500e46dc0e21bc67414f7a16e, NAME => 'test,,1731176289490.554f18e500e46dc0e21bc67414f7a16e.', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:18:10,632 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T18:18:10,632 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T18:18:10,632 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 554f18e500e46dc0e21bc67414f7a16e 2024-11-09T18:18:10,633 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731176289490.554f18e500e46dc0e21bc67414f7a16e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:18:10,633 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 554f18e500e46dc0e21bc67414f7a16e 2024-11-09T18:18:10,633 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 554f18e500e46dc0e21bc67414f7a16e 2024-11-09T18:18:10,634 INFO [StoreOpener-554f18e500e46dc0e21bc67414f7a16e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 554f18e500e46dc0e21bc67414f7a16e 2024-11-09T18:18:10,636 INFO [StoreOpener-554f18e500e46dc0e21bc67414f7a16e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 554f18e500e46dc0e21bc67414f7a16e columnFamilyName f 2024-11-09T18:18:10,636 DEBUG [StoreOpener-554f18e500e46dc0e21bc67414f7a16e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:18:10,636 INFO [StoreOpener-554f18e500e46dc0e21bc67414f7a16e-1 {}] regionserver.HStore(327): Store=554f18e500e46dc0e21bc67414f7a16e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:18:10,637 INFO [StoreOpener-554f18e500e46dc0e21bc67414f7a16e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 554f18e500e46dc0e21bc67414f7a16e 2024-11-09T18:18:10,638 INFO [StoreOpener-554f18e500e46dc0e21bc67414f7a16e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 554f18e500e46dc0e21bc67414f7a16e columnFamilyName f1 2024-11-09T18:18:10,638 DEBUG [StoreOpener-554f18e500e46dc0e21bc67414f7a16e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:18:10,638 INFO [StoreOpener-554f18e500e46dc0e21bc67414f7a16e-1 {}] regionserver.HStore(327): Store=554f18e500e46dc0e21bc67414f7a16e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:18:10,639 INFO [StoreOpener-554f18e500e46dc0e21bc67414f7a16e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 554f18e500e46dc0e21bc67414f7a16e 2024-11-09T18:18:10,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:18:10,640 INFO [StoreOpener-554f18e500e46dc0e21bc67414f7a16e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 554f18e500e46dc0e21bc67414f7a16e columnFamilyName norep 2024-11-09T18:18:10,640 DEBUG [StoreOpener-554f18e500e46dc0e21bc67414f7a16e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:18:10,641 INFO [StoreOpener-554f18e500e46dc0e21bc67414f7a16e-1 {}] regionserver.HStore(327): Store=554f18e500e46dc0e21bc67414f7a16e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:18:10,641 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 554f18e500e46dc0e21bc67414f7a16e 2024-11-09T18:18:10,642 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/data/default/test/554f18e500e46dc0e21bc67414f7a16e 2024-11-09T18:18:10,642 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/data/default/test/554f18e500e46dc0e21bc67414f7a16e 2024-11-09T18:18:10,643 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 554f18e500e46dc0e21bc67414f7a16e 2024-11-09T18:18:10,643 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 554f18e500e46dc0e21bc67414f7a16e 2024-11-09T18:18:10,643 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T18:18:10,644 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 554f18e500e46dc0e21bc67414f7a16e 2024-11-09T18:18:10,646 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/data/default/test/554f18e500e46dc0e21bc67414f7a16e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:18:10,647 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 554f18e500e46dc0e21bc67414f7a16e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59163162, jitterRate=-0.11840018630027771}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T18:18:10,647 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 554f18e500e46dc0e21bc67414f7a16e 2024-11-09T18:18:10,648 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 554f18e500e46dc0e21bc67414f7a16e: Running coprocessor pre-open hook at 1731176290633Writing region info on filesystem at 1731176290633Initializing all the Stores at 1731176290634 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176290634Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176290634Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176290634Cleaning up temporary data from old regions at 1731176290643 (+9 ms)Running coprocessor post-open hooks at 1731176290647 (+4 ms)Region opened successfully at 1731176290648 (+1 ms) 2024-11-09T18:18:10,650 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731176289490.554f18e500e46dc0e21bc67414f7a16e., pid=6, masterSystemTime=1731176290628 2024-11-09T18:18:10,652 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731176289490.554f18e500e46dc0e21bc67414f7a16e. 2024-11-09T18:18:10,652 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731176289490.554f18e500e46dc0e21bc67414f7a16e. 2024-11-09T18:18:10,654 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=554f18e500e46dc0e21bc67414f7a16e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fb97eb0edbe8,46759,1731176282177 2024-11-09T18:18:10,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 554f18e500e46dc0e21bc67414f7a16e, server=fb97eb0edbe8,46759,1731176282177 because future has completed 2024-11-09T18:18:10,662 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T18:18:10,662 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 554f18e500e46dc0e21bc67414f7a16e, server=fb97eb0edbe8,46759,1731176282177 in 183 msec 2024-11-09T18:18:10,665 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T18:18:10,665 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=554f18e500e46dc0e21bc67414f7a16e, ASSIGN in 343 msec 2024-11-09T18:18:10,666 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T18:18:10,666 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176290666"}]},"ts":"1731176290666"} 2024-11-09T18:18:10,668 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T18:18:10,670 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T18:18:10,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1770 sec 2024-11-09T18:18:11,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:18:11,649 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:18:11,649 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T18:18:11,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,39357,1731176286673 2024-11-09T18:18:11,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59fe37f9 2024-11-09T18:18:11,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:18:11,651 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:18:11,652 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39357 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:18:11,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39357 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T18:18:11,654 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T18:18:11,655 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:18:11,655 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39357 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T18:18:11,656 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T18:18:11,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:18:11,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741835_1011 (size=902) 2024-11-09T18:18:11,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:18:11,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:18:12,063 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 63a7be25fb2090d90d42363d65e3c48e, NAME => 'test,,1731176291652.63a7be25fb2090d90d42363d65e3c48e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7 2024-11-09T18:18:12,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741836_1012 (size=39) 2024-11-09T18:18:12,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:18:12,469 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731176291652.63a7be25fb2090d90d42363d65e3c48e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:18:12,469 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 63a7be25fb2090d90d42363d65e3c48e, disabling compactions & flushes 2024-11-09T18:18:12,469 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731176291652.63a7be25fb2090d90d42363d65e3c48e. 2024-11-09T18:18:12,469 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731176291652.63a7be25fb2090d90d42363d65e3c48e. 2024-11-09T18:18:12,469 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731176291652.63a7be25fb2090d90d42363d65e3c48e. after waiting 0 ms 2024-11-09T18:18:12,469 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731176291652.63a7be25fb2090d90d42363d65e3c48e. 2024-11-09T18:18:12,469 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731176291652.63a7be25fb2090d90d42363d65e3c48e. 2024-11-09T18:18:12,469 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 63a7be25fb2090d90d42363d65e3c48e: Waiting for close lock at 1731176292469Disabling compacts and flushes for region at 1731176292469Disabling writes for close at 1731176292469Writing region close event to WAL at 1731176292469Closed at 1731176292469 2024-11-09T18:18:12,470 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T18:18:12,470 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731176291652.63a7be25fb2090d90d42363d65e3c48e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731176292470"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731176292470"}]},"ts":"1731176292470"} 2024-11-09T18:18:12,473 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T18:18:12,474 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T18:18:12,474 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176292474"}]},"ts":"1731176292474"} 2024-11-09T18:18:12,476 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T18:18:12,477 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=63a7be25fb2090d90d42363d65e3c48e, ASSIGN}] 2024-11-09T18:18:12,478 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=63a7be25fb2090d90d42363d65e3c48e, ASSIGN 2024-11-09T18:18:12,479 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=63a7be25fb2090d90d42363d65e3c48e, ASSIGN; state=OFFLINE, location=fb97eb0edbe8,32913,1731176286809; forceNewPlan=false, retain=false 2024-11-09T18:18:12,630 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=63a7be25fb2090d90d42363d65e3c48e, regionState=OPENING, regionLocation=fb97eb0edbe8,32913,1731176286809 2024-11-09T18:18:12,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=63a7be25fb2090d90d42363d65e3c48e, ASSIGN because future has completed 2024-11-09T18:18:12,632 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 63a7be25fb2090d90d42363d65e3c48e, server=fb97eb0edbe8,32913,1731176286809}] 2024-11-09T18:18:12,788 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731176291652.63a7be25fb2090d90d42363d65e3c48e. 2024-11-09T18:18:12,788 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 63a7be25fb2090d90d42363d65e3c48e, NAME => 'test,,1731176291652.63a7be25fb2090d90d42363d65e3c48e.', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:18:12,789 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T18:18:12,789 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T18:18:12,789 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 63a7be25fb2090d90d42363d65e3c48e 2024-11-09T18:18:12,789 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731176291652.63a7be25fb2090d90d42363d65e3c48e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:18:12,789 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 63a7be25fb2090d90d42363d65e3c48e 2024-11-09T18:18:12,789 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 63a7be25fb2090d90d42363d65e3c48e 2024-11-09T18:18:12,790 INFO [StoreOpener-63a7be25fb2090d90d42363d65e3c48e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 63a7be25fb2090d90d42363d65e3c48e 2024-11-09T18:18:12,792 INFO [StoreOpener-63a7be25fb2090d90d42363d65e3c48e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63a7be25fb2090d90d42363d65e3c48e columnFamilyName f 2024-11-09T18:18:12,792 DEBUG [StoreOpener-63a7be25fb2090d90d42363d65e3c48e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:18:12,792 INFO [StoreOpener-63a7be25fb2090d90d42363d65e3c48e-1 {}] regionserver.HStore(327): Store=63a7be25fb2090d90d42363d65e3c48e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:18:12,792 INFO [StoreOpener-63a7be25fb2090d90d42363d65e3c48e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 63a7be25fb2090d90d42363d65e3c48e 2024-11-09T18:18:12,793 INFO [StoreOpener-63a7be25fb2090d90d42363d65e3c48e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63a7be25fb2090d90d42363d65e3c48e columnFamilyName f1 2024-11-09T18:18:12,793 DEBUG [StoreOpener-63a7be25fb2090d90d42363d65e3c48e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:18:12,794 INFO [StoreOpener-63a7be25fb2090d90d42363d65e3c48e-1 {}] regionserver.HStore(327): Store=63a7be25fb2090d90d42363d65e3c48e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:18:12,794 INFO [StoreOpener-63a7be25fb2090d90d42363d65e3c48e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 63a7be25fb2090d90d42363d65e3c48e 2024-11-09T18:18:12,795 INFO [StoreOpener-63a7be25fb2090d90d42363d65e3c48e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63a7be25fb2090d90d42363d65e3c48e columnFamilyName norep 2024-11-09T18:18:12,795 DEBUG [StoreOpener-63a7be25fb2090d90d42363d65e3c48e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:18:12,795 INFO [StoreOpener-63a7be25fb2090d90d42363d65e3c48e-1 {}] regionserver.HStore(327): Store=63a7be25fb2090d90d42363d65e3c48e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:18:12,796 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 63a7be25fb2090d90d42363d65e3c48e 2024-11-09T18:18:12,796 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/data/default/test/63a7be25fb2090d90d42363d65e3c48e 2024-11-09T18:18:12,796 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/data/default/test/63a7be25fb2090d90d42363d65e3c48e 2024-11-09T18:18:12,797 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 63a7be25fb2090d90d42363d65e3c48e 2024-11-09T18:18:12,797 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 63a7be25fb2090d90d42363d65e3c48e 2024-11-09T18:18:12,798 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T18:18:12,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:18:12,799 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 63a7be25fb2090d90d42363d65e3c48e 2024-11-09T18:18:12,800 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/data/default/test/63a7be25fb2090d90d42363d65e3c48e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:18:12,801 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 63a7be25fb2090d90d42363d65e3c48e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74593131, jitterRate=0.11152426898479462}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T18:18:12,801 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 63a7be25fb2090d90d42363d65e3c48e 2024-11-09T18:18:12,801 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 63a7be25fb2090d90d42363d65e3c48e: Running coprocessor pre-open hook at 1731176292789Writing region info on filesystem at 1731176292789Initializing all the Stores at 1731176292790 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176292790Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176292790Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176292790Cleaning up temporary data from old regions at 1731176292797 (+7 ms)Running coprocessor post-open hooks at 1731176292801 (+4 ms)Region opened successfully at 1731176292801 2024-11-09T18:18:12,802 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731176291652.63a7be25fb2090d90d42363d65e3c48e., pid=6, masterSystemTime=1731176292784 2024-11-09T18:18:12,804 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731176291652.63a7be25fb2090d90d42363d65e3c48e. 2024-11-09T18:18:12,804 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731176291652.63a7be25fb2090d90d42363d65e3c48e. 2024-11-09T18:18:12,805 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=63a7be25fb2090d90d42363d65e3c48e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fb97eb0edbe8,32913,1731176286809 2024-11-09T18:18:12,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 63a7be25fb2090d90d42363d65e3c48e, server=fb97eb0edbe8,32913,1731176286809 because future has completed 2024-11-09T18:18:12,810 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T18:18:12,810 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 63a7be25fb2090d90d42363d65e3c48e, server=fb97eb0edbe8,32913,1731176286809 in 176 msec 2024-11-09T18:18:12,812 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T18:18:12,812 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=63a7be25fb2090d90d42363d65e3c48e, ASSIGN in 333 msec 2024-11-09T18:18:12,813 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T18:18:12,813 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176292813"}]},"ts":"1731176292813"} 2024-11-09T18:18:12,815 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T18:18:12,816 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T18:18:12,818 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1640 sec 2024-11-09T18:18:13,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:18:13,808 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T18:18:13,809 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59099e46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:18:13,809 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,42117,-1 for getting cluster id 2024-11-09T18:18:13,809 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:18:13,810 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c372e7d9-6b94-4e8f-9218-eb4ee19a282f' 2024-11-09T18:18:13,810 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:18:13,810 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c372e7d9-6b94-4e8f-9218-eb4ee19a282f" 2024-11-09T18:18:13,810 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d62a6ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:18:13,810 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,42117,-1] 2024-11-09T18:18:13,810 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:18:13,811 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:18:13,811 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:18:13,812 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@691b51d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:18:13,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fd05c9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:18:13,813 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,39357,-1 for getting cluster id 2024-11-09T18:18:13,813 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:18:13,814 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '804ca889-f61b-4c29-955e-263b17277d5a' 2024-11-09T18:18:13,814 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:18:13,814 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "804ca889-f61b-4c29-955e-263b17277d5a" 2024-11-09T18:18:13,814 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66b01bd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:18:13,814 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,39357,-1] 2024-11-09T18:18:13,814 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:18:13,814 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:18:13,815 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:18:13,816 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@181b417d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:18:13,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3783754a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:18:13,817 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,42117,-1 for getting cluster id 2024-11-09T18:18:13,817 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:18:13,817 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c372e7d9-6b94-4e8f-9218-eb4ee19a282f' 2024-11-09T18:18:13,818 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:18:13,818 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c372e7d9-6b94-4e8f-9218-eb4ee19a282f" 2024-11-09T18:18:13,818 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@148fc0a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:18:13,818 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,42117,-1] 2024-11-09T18:18:13,818 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:18:13,818 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:18:13,819 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:18:13,820 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67017f56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:18:13,821 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:18:13,822 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,42117,1731176281982 2024-11-09T18:18:13,822 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e1bbbc9 2024-11-09T18:18:13,822 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:18:13,823 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:18:13,823 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://fb97eb0edbe8:39357,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-09T18:18:13,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T18:18:13,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T18:18:13,826 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fb97eb0edbe8:39357' 2024-11-09T18:18:13,827 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51ecfe69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:18:13,827 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,39357,-1 for getting cluster id 2024-11-09T18:18:13,827 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:18:13,828 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '804ca889-f61b-4c29-955e-263b17277d5a' 2024-11-09T18:18:13,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:18:13,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "804ca889-f61b-4c29-955e-263b17277d5a" 2024-11-09T18:18:13,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b44f80a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:18:13,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,39357,-1] 2024-11-09T18:18:13,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:18:13,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:18:13,830 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:18:13,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77ba4c79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:18:13,830 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:18:13,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,39357,1731176286673 2024-11-09T18:18:13,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c65e21a 2024-11-09T18:18:13,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:18:13,832 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:18:13,833 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T18:18:13,833 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T18:18:13,833 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:18:13,833 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:18:13,833 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:18:13,834 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:18:13,835 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T18:18:13,836 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T18:18:13,836 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:18:13,837 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T18:18:13,885 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T18:18:13,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T18:18:13,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741837_1013 (size=1138) 2024-11-09T18:18:14,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T18:18:14,170 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T18:18:14,370 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1804431d3b82dbbffa5ebc7807b6f266, NAME => 'hbase:replication,,1731176293833.1804431d3b82dbbffa5ebc7807b6f266.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777 2024-11-09T18:18:14,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741838_1014 (size=44) 2024-11-09T18:18:14,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T18:18:14,776 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731176293833.1804431d3b82dbbffa5ebc7807b6f266.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:18:14,776 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1804431d3b82dbbffa5ebc7807b6f266, disabling compactions & flushes 2024-11-09T18:18:14,776 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731176293833.1804431d3b82dbbffa5ebc7807b6f266. 2024-11-09T18:18:14,776 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731176293833.1804431d3b82dbbffa5ebc7807b6f266. 2024-11-09T18:18:14,776 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731176293833.1804431d3b82dbbffa5ebc7807b6f266. after waiting 0 ms 2024-11-09T18:18:14,776 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731176293833.1804431d3b82dbbffa5ebc7807b6f266. 2024-11-09T18:18:14,776 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731176293833.1804431d3b82dbbffa5ebc7807b6f266. 2024-11-09T18:18:14,776 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1804431d3b82dbbffa5ebc7807b6f266: Waiting for close lock at 1731176294776Disabling compacts and flushes for region at 1731176294776Disabling writes for close at 1731176294776Writing region close event to WAL at 1731176294776Closed at 1731176294776 2024-11-09T18:18:14,778 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T18:18:14,778 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731176293833.1804431d3b82dbbffa5ebc7807b6f266.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731176294778"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731176294778"}]},"ts":"1731176294778"} 2024-11-09T18:18:14,780 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T18:18:14,781 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T18:18:14,781 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176294781"}]},"ts":"1731176294781"} 2024-11-09T18:18:14,783 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T18:18:14,784 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1804431d3b82dbbffa5ebc7807b6f266, ASSIGN}] 2024-11-09T18:18:14,785 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1804431d3b82dbbffa5ebc7807b6f266, ASSIGN 2024-11-09T18:18:14,786 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1804431d3b82dbbffa5ebc7807b6f266, ASSIGN; state=OFFLINE, location=fb97eb0edbe8,46759,1731176282177; forceNewPlan=false, retain=false 2024-11-09T18:18:14,936 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1804431d3b82dbbffa5ebc7807b6f266, regionState=OPENING, regionLocation=fb97eb0edbe8,46759,1731176282177 2024-11-09T18:18:14,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1804431d3b82dbbffa5ebc7807b6f266, ASSIGN because future has completed 2024-11-09T18:18:14,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1804431d3b82dbbffa5ebc7807b6f266, server=fb97eb0edbe8,46759,1731176282177}] 2024-11-09T18:18:14,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T18:18:15,095 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731176293833.1804431d3b82dbbffa5ebc7807b6f266. 2024-11-09T18:18:15,095 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:18:15,096 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T18:18:15,097 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fb97eb0edbe8%2C46759%2C1731176282177.rep, suffix=, logDir=hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/WALs/fb97eb0edbe8,46759,1731176282177, archiveDir=hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/oldWALs, maxLogs=10 2024-11-09T18:18:15,111 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/WALs/fb97eb0edbe8,46759,1731176282177/fb97eb0edbe8%2C46759%2C1731176282177.rep.1731176295098, exclude list is [], retry=0 2024-11-09T18:18:15,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45221,DS-5ac1cd2a-7b8f-486f-8e64-2097c60349b4,DISK] 2024-11-09T18:18:15,115 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/WALs/fb97eb0edbe8,46759,1731176282177/fb97eb0edbe8%2C46759%2C1731176282177.rep.1731176295098 2024-11-09T18:18:15,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42707:42707)] 2024-11-09T18:18:15,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1804431d3b82dbbffa5ebc7807b6f266, NAME => 'hbase:replication,,1731176293833.1804431d3b82dbbffa5ebc7807b6f266.', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:18:15,116 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T18:18:15,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T18:18:15,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731176293833.1804431d3b82dbbffa5ebc7807b6f266. service=MultiRowMutationService 2024-11-09T18:18:15,117 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T18:18:15,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1804431d3b82dbbffa5ebc7807b6f266 2024-11-09T18:18:15,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731176293833.1804431d3b82dbbffa5ebc7807b6f266.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:18:15,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1804431d3b82dbbffa5ebc7807b6f266 2024-11-09T18:18:15,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1804431d3b82dbbffa5ebc7807b6f266 2024-11-09T18:18:15,118 INFO [StoreOpener-1804431d3b82dbbffa5ebc7807b6f266-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1804431d3b82dbbffa5ebc7807b6f266 2024-11-09T18:18:15,120 INFO [StoreOpener-1804431d3b82dbbffa5ebc7807b6f266-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1804431d3b82dbbffa5ebc7807b6f266 columnFamilyName hfileref 2024-11-09T18:18:15,120 DEBUG [StoreOpener-1804431d3b82dbbffa5ebc7807b6f266-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:18:15,120 INFO [StoreOpener-1804431d3b82dbbffa5ebc7807b6f266-1 {}] regionserver.HStore(327): Store=1804431d3b82dbbffa5ebc7807b6f266/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:18:15,120 INFO [StoreOpener-1804431d3b82dbbffa5ebc7807b6f266-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1804431d3b82dbbffa5ebc7807b6f266 2024-11-09T18:18:15,121 INFO [StoreOpener-1804431d3b82dbbffa5ebc7807b6f266-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1804431d3b82dbbffa5ebc7807b6f266 columnFamilyName queue 2024-11-09T18:18:15,121 DEBUG [StoreOpener-1804431d3b82dbbffa5ebc7807b6f266-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:18:15,122 INFO [StoreOpener-1804431d3b82dbbffa5ebc7807b6f266-1 {}] regionserver.HStore(327): Store=1804431d3b82dbbffa5ebc7807b6f266/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:18:15,122 INFO [StoreOpener-1804431d3b82dbbffa5ebc7807b6f266-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1804431d3b82dbbffa5ebc7807b6f266 2024-11-09T18:18:15,123 INFO [StoreOpener-1804431d3b82dbbffa5ebc7807b6f266-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1804431d3b82dbbffa5ebc7807b6f266 columnFamilyName sid 2024-11-09T18:18:15,123 DEBUG [StoreOpener-1804431d3b82dbbffa5ebc7807b6f266-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:18:15,123 INFO [StoreOpener-1804431d3b82dbbffa5ebc7807b6f266-1 {}] regionserver.HStore(327): Store=1804431d3b82dbbffa5ebc7807b6f266/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:18:15,123 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1804431d3b82dbbffa5ebc7807b6f266 2024-11-09T18:18:15,124 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/data/hbase/replication/1804431d3b82dbbffa5ebc7807b6f266 2024-11-09T18:18:15,124 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/data/hbase/replication/1804431d3b82dbbffa5ebc7807b6f266 2024-11-09T18:18:15,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1804431d3b82dbbffa5ebc7807b6f266 2024-11-09T18:18:15,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1804431d3b82dbbffa5ebc7807b6f266 2024-11-09T18:18:15,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T18:18:15,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1804431d3b82dbbffa5ebc7807b6f266 2024-11-09T18:18:15,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/data/hbase/replication/1804431d3b82dbbffa5ebc7807b6f266/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:18:15,129 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 1804431d3b82dbbffa5ebc7807b6f266; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61795001, jitterRate=-0.07918272912502289}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T18:18:15,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1804431d3b82dbbffa5ebc7807b6f266 2024-11-09T18:18:15,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1804431d3b82dbbffa5ebc7807b6f266: Running coprocessor pre-open hook at 1731176295117Writing region info on filesystem at 1731176295117Initializing all the Stores at 1731176295118 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176295118Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176295118Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176295118Cleaning up temporary data from old regions at 1731176295125 (+7 ms)Running coprocessor post-open hooks at 1731176295129 (+4 ms)Region opened successfully at 1731176295129 2024-11-09T18:18:15,130 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731176293833.1804431d3b82dbbffa5ebc7807b6f266., pid=10, masterSystemTime=1731176295091 2024-11-09T18:18:15,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731176293833.1804431d3b82dbbffa5ebc7807b6f266. 2024-11-09T18:18:15,132 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731176293833.1804431d3b82dbbffa5ebc7807b6f266. 2024-11-09T18:18:15,133 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1804431d3b82dbbffa5ebc7807b6f266, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,46759,1731176282177 2024-11-09T18:18:15,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1804431d3b82dbbffa5ebc7807b6f266, server=fb97eb0edbe8,46759,1731176282177 because future has completed 2024-11-09T18:18:15,137 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T18:18:15,138 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1804431d3b82dbbffa5ebc7807b6f266, server=fb97eb0edbe8,46759,1731176282177 in 197 msec 2024-11-09T18:18:15,139 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T18:18:15,139 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1804431d3b82dbbffa5ebc7807b6f266, ASSIGN in 353 msec 2024-11-09T18:18:15,140 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T18:18:15,141 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176295140"}]},"ts":"1731176295140"} 2024-11-09T18:18:15,143 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T18:18:15,144 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T18:18:15,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.3100 sec 2024-11-09T18:18:15,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731176293833.1804431d3b82dbbffa5ebc7807b6f266., hostname=fb97eb0edbe8,46759,1731176282177, seqNum=2] 2024-11-09T18:18:15,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46759-0x10120d1ab0b0001, quorum=127.0.0.1:53827, baseZNode=/01407930783 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01407930783 2024-11-09T18:18:15,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42117-0x10120d1ab0b0000, quorum=127.0.0.1:53827, baseZNode=/01407930783 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01407930783 2024-11-09T18:18:15,294 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T18:18:15,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46759 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T18:18:15,447 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T18:18:15,473 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-fb97eb0edbe8,46759,1731176282177, ReplicationSource: 1, currentBandwidth=0 2024-11-09T18:18:15,473 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:18:15,473 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,46759,1731176282177, seqNum=-1] 2024-11-09T18:18:15,474 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:18:15,475 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36049, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-09T18:18:15,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-fb97eb0edbe8,46759,1731176282177', locateType=CURRENT is [region=hbase:replication,,1731176293833.1804431d3b82dbbffa5ebc7807b6f266., hostname=fb97eb0edbe8,46759,1731176282177, seqNum=2] 2024-11-09T18:18:15,479 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T18:18:15,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T18:18:15,481 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on fb97eb0edbe8,46759,1731176282177 suceeded 2024-11-09T18:18:15,484 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T18:18:15,484 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://fb97eb0edbe8:39357,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-09T18:18:15,484 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-09T18:18:15,485 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6610 sec 2024-11-09T18:18:15,495 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46759,1731176282177 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fb97eb0edbe8:39357' 2024-11-09T18:18:15,496 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46759,1731176282177 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@116aed27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:18:15,496 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46759,1731176282177 {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,39357,-1 for getting cluster id 2024-11-09T18:18:15,496 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46759,1731176282177 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:18:15,497 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '804ca889-f61b-4c29-955e-263b17277d5a' 2024-11-09T18:18:15,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:18:15,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "804ca889-f61b-4c29-955e-263b17277d5a" 2024-11-09T18:18:15,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@143a349c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:18:15,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,39357,-1] 2024-11-09T18:18:15,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:18:15,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:18:15,499 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:18:15,499 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46759,1731176282177 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43ef77e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:18:15,499 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46759,1731176282177 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:18:15,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,39357,1731176286673 2024-11-09T18:18:15,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62e91213 2024-11-09T18:18:15,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:18:15,501 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-09T18:18:15,502 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46759,1731176282177 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fb97eb0edbe8,46759,1731176282177 (queues=1) is replicating from cluster=c372e7d9-6b94-4e8f-9218-eb4ee19a282f to cluster=804ca889-f61b-4c29-955e-263b17277d5a 2024-11-09T18:18:15,502 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46759,1731176282177 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fb97eb0edbe8%2C46759%2C1731176282177 2024-11-09T18:18:15,502 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46759,1731176282177 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fb97eb0edbe8,46759,1731176282177, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T18:18:15,502 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46759,1731176282177.replicationSource.shipperfb97eb0edbe8%2C46759%2C1731176282177,1-fb97eb0edbe8,46759,1731176282177 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fb97eb0edbe8%2C46759%2C1731176282177 2024-11-09T18:18:15,502 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46759,1731176282177.replicationSource.wal-reader.fb97eb0edbe8%2C46759%2C1731176282177,1-fb97eb0edbe8,46759,1731176282177 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/WALs/fb97eb0edbe8,46759,1731176282177/fb97eb0edbe8%2C46759%2C1731176282177.1731176283452, startPosition=0, beingWritten=true 2024-11-09T18:18:15,510 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46759,1731176282177.replicationSource.wal-reader.fb97eb0edbe8%2C46759%2C1731176282177,1-fb97eb0edbe8,46759,1731176282177 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T18:18:15,510 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46759,1731176282177.replicationSource.wal-reader.fb97eb0edbe8%2C46759%2C1731176282177,1-fb97eb0edbe8,46759,1731176282177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/WALs/fb97eb0edbe8,46759,1731176282177/fb97eb0edbe8%2C46759%2C1731176282177.1731176283452 to pos 379, reset compression=false 2024-11-09T18:18:15,510 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46759,1731176282177.replicationSource.shipperfb97eb0edbe8%2C46759%2C1731176282177,1-fb97eb0edbe8,46759,1731176282177 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fb97eb0edbe8,46759,1731176282177 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/WALs/fb97eb0edbe8,46759,1731176282177/fb97eb0edbe8%2C46759%2C1731176282177.1731176283452, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T18:18:15,557 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T18:18:15,557 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-09T18:18:15,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-09T18:18:15,558 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-09T18:18:15,559 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T18:18:15,559 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-09T18:18:15,715 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46759,1731176282177.replicationSource.wal-reader.fb97eb0edbe8%2C46759%2C1731176282177,1-fb97eb0edbe8,46759,1731176282177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/WALs/fb97eb0edbe8,46759,1731176282177/fb97eb0edbe8%2C46759%2C1731176282177.1731176283452 to pos 379, reset compression=false 2024-11-09T18:18:15,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T18:18:15,968 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T18:18:15,969 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:18:15,969 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:18:15,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:18:15,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:18:15,969 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:18:15,969 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:18:15,977 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731176295974/Put/seqid=0 2024-11-09T18:18:15,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741840_1016 (size=7894) 2024-11-09T18:18:16,019 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46759,1731176282177.replicationSource.wal-reader.fb97eb0edbe8%2C46759%2C1731176282177,1-fb97eb0edbe8,46759,1731176282177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/WALs/fb97eb0edbe8,46759,1731176282177/fb97eb0edbe8%2C46759%2C1731176282177.1731176283452 to pos 379, reset compression=false 2024-11-09T18:18:16,134 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T18:18:16,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:18:16,196 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:18:16,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:18:16,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:18:16,388 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/load_f/f/hfile_1 is 34, key is ddd/f:row/1731176296387/Put/seqid=0 2024-11-09T18:18:16,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741841_1017 (size=7691) 2024-11-09T18:18:16,424 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46759,1731176282177.replicationSource.wal-reader.fb97eb0edbe8%2C46759%2C1731176282177,1-fb97eb0edbe8,46759,1731176282177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/WALs/fb97eb0edbe8,46759,1731176282177/fb97eb0edbe8%2C46759%2C1731176282177.1731176283452 to pos 379, reset compression=false 2024-11-09T18:18:16,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a856ef6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:18:16,798 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,42117,-1 for getting cluster id 2024-11-09T18:18:16,798 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:18:16,799 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c372e7d9-6b94-4e8f-9218-eb4ee19a282f' 2024-11-09T18:18:16,799 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:18:16,800 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c372e7d9-6b94-4e8f-9218-eb4ee19a282f" 2024-11-09T18:18:16,800 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44c0e95b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:18:16,800 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,42117,-1] 2024-11-09T18:18:16,800 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:18:16,800 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:18:16,801 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:18:16,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@664dbd56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:18:16,802 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:18:16,804 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,46759,1731176282177, seqNum=-1] 2024-11-09T18:18:16,804 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:18:16,805 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:18:16,814 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:18:16,815 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,42117,1731176281982 2024-11-09T18:18:16,816 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4660244c 2024-11-09T18:18:16,818 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:18:16,819 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:18:16,825 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731176289490.554f18e500e46dc0e21bc67414f7a16e., hostname=fb97eb0edbe8,46759,1731176282177, seqNum=2] 2024-11-09T18:18:16,833 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T18:18:16,844 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-09T18:18:16,847 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-09T18:18:16,863 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46759 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/load_f/f/hfile_0 for inclusion in 554f18e500e46dc0e21bc67414f7a16e/f 2024-11-09T18:18:16,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46759 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-09T18:18:16,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46759 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T18:18:16,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46759 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/load_f/f/hfile_1 for inclusion in 554f18e500e46dc0e21bc67414f7a16e/f 2024-11-09T18:18:16,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46759 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-09T18:18:16,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46759 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T18:18:16,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46759 {}] regionserver.HRegion(2603): Flush status journal for 554f18e500e46dc0e21bc67414f7a16e: 2024-11-09T18:18:16,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46759 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/load_f/f/hfile_0 to hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/staging/jenkins__test__f9bhhv9m9vkncho8irui7uiuki7eipmrgl87sjf08ddjtj5sinqmlu4f23cqbshe/f/hfile_0 2024-11-09T18:18:16,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46759 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/staging/jenkins__test__f9bhhv9m9vkncho8irui7uiuki7eipmrgl87sjf08ddjtj5sinqmlu4f23cqbshe/f/hfile_0 as hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/data/default/test/554f18e500e46dc0e21bc67414f7a16e/f/17a90d756f16470295c6a81895a89764_SeqId_4_ 2024-11-09T18:18:16,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46759 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/load_f/f/hfile_1 to hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/staging/jenkins__test__f9bhhv9m9vkncho8irui7uiuki7eipmrgl87sjf08ddjtj5sinqmlu4f23cqbshe/f/hfile_1 2024-11-09T18:18:16,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46759 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/staging/jenkins__test__f9bhhv9m9vkncho8irui7uiuki7eipmrgl87sjf08ddjtj5sinqmlu4f23cqbshe/f/hfile_1 as hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/data/default/test/554f18e500e46dc0e21bc67414f7a16e/f/0494567de84b4bad816b55773395dfe5_SeqId_4_ 2024-11-09T18:18:16,894 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46759 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/staging/jenkins__test__f9bhhv9m9vkncho8irui7uiuki7eipmrgl87sjf08ddjtj5sinqmlu4f23cqbshe/f/hfile_0 into 554f18e500e46dc0e21bc67414f7a16e/f as hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/data/default/test/554f18e500e46dc0e21bc67414f7a16e/f/17a90d756f16470295c6a81895a89764_SeqId_4_ - updating store file list. 2024-11-09T18:18:16,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46759 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 17a90d756f16470295c6a81895a89764_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T18:18:16,901 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46759 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/data/default/test/554f18e500e46dc0e21bc67414f7a16e/f/17a90d756f16470295c6a81895a89764_SeqId_4_ into 554f18e500e46dc0e21bc67414f7a16e/f 2024-11-09T18:18:16,901 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46759 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/staging/jenkins__test__f9bhhv9m9vkncho8irui7uiuki7eipmrgl87sjf08ddjtj5sinqmlu4f23cqbshe/f/hfile_0 into 554f18e500e46dc0e21bc67414f7a16e/f (new location: hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/data/default/test/554f18e500e46dc0e21bc67414f7a16e/f/17a90d756f16470295c6a81895a89764_SeqId_4_) 2024-11-09T18:18:16,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46759 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/staging/jenkins__test__f9bhhv9m9vkncho8irui7uiuki7eipmrgl87sjf08ddjtj5sinqmlu4f23cqbshe/f/hfile_0 2024-11-09T18:18:16,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46759 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/staging/jenkins__test__f9bhhv9m9vkncho8irui7uiuki7eipmrgl87sjf08ddjtj5sinqmlu4f23cqbshe/f/hfile_1 into 554f18e500e46dc0e21bc67414f7a16e/f as hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/data/default/test/554f18e500e46dc0e21bc67414f7a16e/f/0494567de84b4bad816b55773395dfe5_SeqId_4_ - updating store file list. 2024-11-09T18:18:16,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46759 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0494567de84b4bad816b55773395dfe5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T18:18:16,913 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46759 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/data/default/test/554f18e500e46dc0e21bc67414f7a16e/f/0494567de84b4bad816b55773395dfe5_SeqId_4_ into 554f18e500e46dc0e21bc67414f7a16e/f 2024-11-09T18:18:16,913 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46759 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/staging/jenkins__test__f9bhhv9m9vkncho8irui7uiuki7eipmrgl87sjf08ddjtj5sinqmlu4f23cqbshe/f/hfile_1 into 554f18e500e46dc0e21bc67414f7a16e/f (new location: hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/data/default/test/554f18e500e46dc0e21bc67414f7a16e/f/0494567de84b4bad816b55773395dfe5_SeqId_4_) 2024-11-09T18:18:16,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46759 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/staging/jenkins__test__f9bhhv9m9vkncho8irui7uiuki7eipmrgl87sjf08ddjtj5sinqmlu4f23cqbshe/f/hfile_1 2024-11-09T18:18:16,921 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:18:16,921 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:18:16,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:18:16,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:18:16,921 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:18:16,922 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:18:16,923 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731176289490.554f18e500e46dc0e21bc67414f7a16e., hostname=fb97eb0edbe8,46759,1731176282177, seqNum=2 , the old value is region=test,,1731176289490.554f18e500e46dc0e21bc67414f7a16e., hostname=fb97eb0edbe8,46759,1731176282177, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=fb97eb0edbe8:46759 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T18:18:16,923 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,32913,1731176286809, seqNum=-1] 2024-11-09T18:18:16,923 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:18:16,924 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731176289490.554f18e500e46dc0e21bc67414f7a16e., hostname=fb97eb0edbe8,46759,1731176282177, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T18:18:16,924 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731176289490.554f18e500e46dc0e21bc67414f7a16e., hostname=fb97eb0edbe8,46759,1731176282177, seqNum=2 from cache 2024-11-09T18:18:16,925 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:18:16,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46759 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46759: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:55834 deadline: 1731176356921 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:55834 2024-11-09T18:18:16,927 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731176291652.63a7be25fb2090d90d42363d65e3c48e., hostname=fb97eb0edbe8,32913,1731176286809, seqNum=2] 2024-11-09T18:18:16,928 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46759,1731176282177.replicationSource.wal-reader.fb97eb0edbe8%2C46759%2C1731176282177,1-fb97eb0edbe8,46759,1731176282177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/WALs/fb97eb0edbe8,46759,1731176282177/fb97eb0edbe8%2C46759%2C1731176282177.1731176283452 to pos 379, reset compression=false 2024-11-09T18:18:16,929 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-09T18:18:16,935 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46759,1731176282177.replicationSource.wal-reader.fb97eb0edbe8%2C46759%2C1731176282177,1-fb97eb0edbe8,46759,1731176282177 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T18:18:16,935 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46759,1731176282177.replicationSource.shipperfb97eb0edbe8%2C46759%2C1731176282177,1-fb97eb0edbe8,46759,1731176282177 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fb97eb0edbe8,46759,1731176282177 got entry batch from reader: WALEntryBatch [walEntries=[{test/554f18e500e46dc0e21bc67414f7a16e/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731176296916/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/WALs/fb97eb0edbe8,46759,1731176282177/fb97eb0edbe8%2C46759%2C1731176282177.1731176283452, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-09T18:18:16,958 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46759,1731176282177.replicationSource.shipperfb97eb0edbe8%2C46759%2C1731176282177,1-fb97eb0edbe8,46759,1731176282177 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T18:18:16,960 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-09T18:18:16,962 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32913 {}] regionserver.ReplicationSink(318): Replicating [c372e7d9-6b94-4e8f-9218-eb4ee19a282f] bulk loaded data 2024-11-09T18:18:16,964 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32913 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f0b902a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:18:16,964 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32913 {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,39357,-1 for getting cluster id 2024-11-09T18:18:16,964 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32913 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:18:16,965 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '804ca889-f61b-4c29-955e-263b17277d5a' 2024-11-09T18:18:16,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:18:16,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "804ca889-f61b-4c29-955e-263b17277d5a" 2024-11-09T18:18:16,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26cec4ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:18:16,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,39357,-1] 2024-11-09T18:18:16,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:18:16,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:18:16,967 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:18:16,967 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32913 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e219baa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:18:17,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741837_1013 (size=7894) 2024-11-09T18:18:17,029 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fb97eb0edbe8:46759 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-09T18:18:17,135 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46759,1731176282177.replicationSource.wal-reader.fb97eb0edbe8%2C46759%2C1731176282177,1-fb97eb0edbe8,46759,1731176282177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/WALs/fb97eb0edbe8,46759,1731176282177/fb97eb0edbe8%2C46759%2C1731176282177.1731176283452 to pos 687, reset compression=false 2024-11-09T18:18:17,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741838_1014 (size=7691) 2024-11-09T18:18:17,439 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46759,1731176282177.replicationSource.wal-reader.fb97eb0edbe8%2C46759%2C1731176282177,1-fb97eb0edbe8,46759,1731176282177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/WALs/fb97eb0edbe8,46759,1731176282177/fb97eb0edbe8%2C46759%2C1731176282177.1731176283452 to pos 687, reset compression=false 2024-11-09T18:18:17,812 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32913 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:18:17,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,39357,1731176286673 2024-11-09T18:18:17,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c0d3304 2024-11-09T18:18:17,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:18:17,814 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-09T18:18:17,816 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32913 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T18:18:17,816 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32913 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:18:17,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,32913,1731176286809, seqNum=-1] 2024-11-09T18:18:17,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:18:17,818 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-09T18:18:17,825 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/staging/jenkins.hfs.6__test__ri6k4b5gs347n0offh08cat2gpe6cgtfl23g29777h2rfjea0h3fqc0gmo8l3mva/f/0494567de84b4bad816b55773395dfe5_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-09T18:18:17,828 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/staging/jenkins.hfs.6__test__ri6k4b5gs347n0offh08cat2gpe6cgtfl23g29777h2rfjea0h3fqc0gmo8l3mva/f/17a90d756f16470295c6a81895a89764_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-09T18:18:17,831 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32913 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/staging/jenkins.hfs.6__test__ri6k4b5gs347n0offh08cat2gpe6cgtfl23g29777h2rfjea0h3fqc0gmo8l3mva/f/17a90d756f16470295c6a81895a89764_SeqId_4_ for inclusion in 63a7be25fb2090d90d42363d65e3c48e/f 2024-11-09T18:18:17,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32913 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-09T18:18:17,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32913 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T18:18:17,834 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32913 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/staging/jenkins.hfs.6__test__ri6k4b5gs347n0offh08cat2gpe6cgtfl23g29777h2rfjea0h3fqc0gmo8l3mva/f/0494567de84b4bad816b55773395dfe5_SeqId_4_ for inclusion in 63a7be25fb2090d90d42363d65e3c48e/f 2024-11-09T18:18:17,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32913 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-09T18:18:17,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32913 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T18:18:17,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32913 {}] regionserver.HRegion(2603): Flush status journal for 63a7be25fb2090d90d42363d65e3c48e: 2024-11-09T18:18:17,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32913 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 17a90d756f16470295c6a81895a89764_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-09T18:18:17,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32913 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/staging/jenkins.hfs.6__test__ri6k4b5gs347n0offh08cat2gpe6cgtfl23g29777h2rfjea0h3fqc0gmo8l3mva/f/17a90d756f16470295c6a81895a89764_SeqId_4_ as hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/data/default/test/63a7be25fb2090d90d42363d65e3c48e/f/10c3258b7ebf4923a7e4e830b5ee72e4_SeqId_4_ 2024-11-09T18:18:17,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32913 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0494567de84b4bad816b55773395dfe5_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-09T18:18:17,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32913 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/staging/jenkins.hfs.6__test__ri6k4b5gs347n0offh08cat2gpe6cgtfl23g29777h2rfjea0h3fqc0gmo8l3mva/f/0494567de84b4bad816b55773395dfe5_SeqId_4_ as hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/data/default/test/63a7be25fb2090d90d42363d65e3c48e/f/a21768a600b54b0198c2fc578ede7b7b_SeqId_4_ 2024-11-09T18:18:17,839 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32913 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/staging/jenkins.hfs.6__test__ri6k4b5gs347n0offh08cat2gpe6cgtfl23g29777h2rfjea0h3fqc0gmo8l3mva/f/17a90d756f16470295c6a81895a89764_SeqId_4_ into 63a7be25fb2090d90d42363d65e3c48e/f as hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/data/default/test/63a7be25fb2090d90d42363d65e3c48e/f/10c3258b7ebf4923a7e4e830b5ee72e4_SeqId_4_ - updating store file list. 2024-11-09T18:18:17,843 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46759,1731176282177.replicationSource.wal-reader.fb97eb0edbe8%2C46759%2C1731176282177,1-fb97eb0edbe8,46759,1731176282177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/WALs/fb97eb0edbe8,46759,1731176282177/fb97eb0edbe8%2C46759%2C1731176282177.1731176283452 to pos 687, reset compression=false 2024-11-09T18:18:17,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32913 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 10c3258b7ebf4923a7e4e830b5ee72e4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T18:18:17,843 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32913 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/data/default/test/63a7be25fb2090d90d42363d65e3c48e/f/10c3258b7ebf4923a7e4e830b5ee72e4_SeqId_4_ into 63a7be25fb2090d90d42363d65e3c48e/f 2024-11-09T18:18:17,844 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32913 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/staging/jenkins.hfs.6__test__ri6k4b5gs347n0offh08cat2gpe6cgtfl23g29777h2rfjea0h3fqc0gmo8l3mva/f/17a90d756f16470295c6a81895a89764_SeqId_4_ into 63a7be25fb2090d90d42363d65e3c48e/f (new location: hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/data/default/test/63a7be25fb2090d90d42363d65e3c48e/f/10c3258b7ebf4923a7e4e830b5ee72e4_SeqId_4_) 2024-11-09T18:18:17,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32913 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/staging/jenkins.hfs.6__test__ri6k4b5gs347n0offh08cat2gpe6cgtfl23g29777h2rfjea0h3fqc0gmo8l3mva/f/17a90d756f16470295c6a81895a89764_SeqId_4_ 2024-11-09T18:18:17,844 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32913 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/staging/jenkins.hfs.6__test__ri6k4b5gs347n0offh08cat2gpe6cgtfl23g29777h2rfjea0h3fqc0gmo8l3mva/f/0494567de84b4bad816b55773395dfe5_SeqId_4_ into 63a7be25fb2090d90d42363d65e3c48e/f as hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/data/default/test/63a7be25fb2090d90d42363d65e3c48e/f/a21768a600b54b0198c2fc578ede7b7b_SeqId_4_ - updating store file list. 2024-11-09T18:18:17,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32913 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a21768a600b54b0198c2fc578ede7b7b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T18:18:17,850 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32913 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/data/default/test/63a7be25fb2090d90d42363d65e3c48e/f/a21768a600b54b0198c2fc578ede7b7b_SeqId_4_ into 63a7be25fb2090d90d42363d65e3c48e/f 2024-11-09T18:18:17,850 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32913 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/staging/jenkins.hfs.6__test__ri6k4b5gs347n0offh08cat2gpe6cgtfl23g29777h2rfjea0h3fqc0gmo8l3mva/f/0494567de84b4bad816b55773395dfe5_SeqId_4_ into 63a7be25fb2090d90d42363d65e3c48e/f (new location: hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/data/default/test/63a7be25fb2090d90d42363d65e3c48e/f/a21768a600b54b0198c2fc578ede7b7b_SeqId_4_) 2024-11-09T18:18:17,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32913 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/staging/jenkins.hfs.6__test__ri6k4b5gs347n0offh08cat2gpe6cgtfl23g29777h2rfjea0h3fqc0gmo8l3mva/f/0494567de84b4bad816b55773395dfe5_SeqId_4_ 2024-11-09T18:18:17,852 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32913 {}] regionserver.ReplicationSink(324): Finished replicating [c372e7d9-6b94-4e8f-9218-eb4ee19a282f] bulk loaded data 2024-11-09T18:18:17,945 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:18:17,949 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731176297947/Put/seqid=0 2024-11-09T18:18:17,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741842_1018 (size=7997) 2024-11-09T18:18:18,347 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46759,1731176282177.replicationSource.wal-reader.fb97eb0edbe8%2C46759%2C1731176282177,1-fb97eb0edbe8,46759,1731176282177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/WALs/fb97eb0edbe8,46759,1731176282177/fb97eb0edbe8%2C46759%2C1731176282177.1731176283452 to pos 687, reset compression=false 2024-11-09T18:18:18,355 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731176298354/Put/seqid=0 2024-11-09T18:18:18,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741843_1019 (size=7794) 2024-11-09T18:18:18,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@409bbe2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:18:18,761 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,42117,-1 for getting cluster id 2024-11-09T18:18:18,761 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:18:18,762 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c372e7d9-6b94-4e8f-9218-eb4ee19a282f' 2024-11-09T18:18:18,763 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:18:18,763 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c372e7d9-6b94-4e8f-9218-eb4ee19a282f" 2024-11-09T18:18:18,763 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c82aa4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:18:18,763 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,42117,-1] 2024-11-09T18:18:18,763 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:18:18,763 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:18:18,764 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:18:18,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61d08636, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:18:18,765 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:18:18,766 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,46759,1731176282177, seqNum=-1] 2024-11-09T18:18:18,766 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:18:18,767 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:18:18,775 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:18:18,776 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,42117,1731176281982 2024-11-09T18:18:18,776 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f92a184 2024-11-09T18:18:18,776 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:18:18,777 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:18:18,780 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731176289490.554f18e500e46dc0e21bc67414f7a16e., hostname=fb97eb0edbe8,46759,1731176282177, seqNum=2] 2024-11-09T18:18:18,782 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T18:18:18,788 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-09T18:18:18,791 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-09T18:18:18,795 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46759 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/load_f1/f1/hfile_1 for inclusion in 554f18e500e46dc0e21bc67414f7a16e/f1 2024-11-09T18:18:18,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46759 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-09T18:18:18,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46759 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T18:18:18,798 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46759 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/load_f1/f1/hfile_0 for inclusion in 554f18e500e46dc0e21bc67414f7a16e/f1 2024-11-09T18:18:18,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46759 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-09T18:18:18,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46759 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T18:18:18,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46759 {}] regionserver.HRegion(2603): Flush status journal for 554f18e500e46dc0e21bc67414f7a16e: 2024-11-09T18:18:18,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46759 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/load_f1/f1/hfile_1 to hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/staging/jenkins__test__k6k1ga2413ognium6vt1j0io2ebk654b0f372suoqt89u97e6kglub5igl0ooshl/f1/hfile_1 2024-11-09T18:18:18,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46759 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/staging/jenkins__test__k6k1ga2413ognium6vt1j0io2ebk654b0f372suoqt89u97e6kglub5igl0ooshl/f1/hfile_1 as hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/data/default/test/554f18e500e46dc0e21bc67414f7a16e/f1/ce53e03033bb4a27aae91dd8500bcc98_SeqId_6_ 2024-11-09T18:18:18,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46759 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/load_f1/f1/hfile_0 to hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/staging/jenkins__test__k6k1ga2413ognium6vt1j0io2ebk654b0f372suoqt89u97e6kglub5igl0ooshl/f1/hfile_0 2024-11-09T18:18:18,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46759 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/staging/jenkins__test__k6k1ga2413ognium6vt1j0io2ebk654b0f372suoqt89u97e6kglub5igl0ooshl/f1/hfile_0 as hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/data/default/test/554f18e500e46dc0e21bc67414f7a16e/f1/afe3d8a67dc94206b418f2b3ac2b818c_SeqId_6_ 2024-11-09T18:18:18,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46759 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-09T18:18:18,809 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46759 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/staging/jenkins__test__k6k1ga2413ognium6vt1j0io2ebk654b0f372suoqt89u97e6kglub5igl0ooshl/f1/hfile_1 into 554f18e500e46dc0e21bc67414f7a16e/f1 as hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/data/default/test/554f18e500e46dc0e21bc67414f7a16e/f1/ce53e03033bb4a27aae91dd8500bcc98_SeqId_6_ - updating store file list. 2024-11-09T18:18:18,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46759 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ce53e03033bb4a27aae91dd8500bcc98_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T18:18:18,814 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46759 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/data/default/test/554f18e500e46dc0e21bc67414f7a16e/f1/ce53e03033bb4a27aae91dd8500bcc98_SeqId_6_ into 554f18e500e46dc0e21bc67414f7a16e/f1 2024-11-09T18:18:18,814 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46759 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/staging/jenkins__test__k6k1ga2413ognium6vt1j0io2ebk654b0f372suoqt89u97e6kglub5igl0ooshl/f1/hfile_1 into 554f18e500e46dc0e21bc67414f7a16e/f1 (new location: hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/data/default/test/554f18e500e46dc0e21bc67414f7a16e/f1/ce53e03033bb4a27aae91dd8500bcc98_SeqId_6_) 2024-11-09T18:18:18,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46759 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/staging/jenkins__test__k6k1ga2413ognium6vt1j0io2ebk654b0f372suoqt89u97e6kglub5igl0ooshl/f1/hfile_1 2024-11-09T18:18:18,815 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46759 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/staging/jenkins__test__k6k1ga2413ognium6vt1j0io2ebk654b0f372suoqt89u97e6kglub5igl0ooshl/f1/hfile_0 into 554f18e500e46dc0e21bc67414f7a16e/f1 as hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/data/default/test/554f18e500e46dc0e21bc67414f7a16e/f1/afe3d8a67dc94206b418f2b3ac2b818c_SeqId_6_ - updating store file list. 2024-11-09T18:18:18,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46759 {}] regionserver.HStoreFile(483): HFile Bloom filter type for afe3d8a67dc94206b418f2b3ac2b818c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T18:18:18,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46759 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/data/default/test/554f18e500e46dc0e21bc67414f7a16e/f1/afe3d8a67dc94206b418f2b3ac2b818c_SeqId_6_ into 554f18e500e46dc0e21bc67414f7a16e/f1 2024-11-09T18:18:18,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46759 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/staging/jenkins__test__k6k1ga2413ognium6vt1j0io2ebk654b0f372suoqt89u97e6kglub5igl0ooshl/f1/hfile_0 into 554f18e500e46dc0e21bc67414f7a16e/f1 (new location: hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/data/default/test/554f18e500e46dc0e21bc67414f7a16e/f1/afe3d8a67dc94206b418f2b3ac2b818c_SeqId_6_) 2024-11-09T18:18:18,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46759 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/staging/jenkins__test__k6k1ga2413ognium6vt1j0io2ebk654b0f372suoqt89u97e6kglub5igl0ooshl/f1/hfile_0 2024-11-09T18:18:18,822 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:18:18,822 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:18:18,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:18:18,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:18:18,822 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:18:18,823 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731176289490.554f18e500e46dc0e21bc67414f7a16e., hostname=fb97eb0edbe8,46759,1731176282177, seqNum=2 , the old value is region=test,,1731176289490.554f18e500e46dc0e21bc67414f7a16e., hostname=fb97eb0edbe8,46759,1731176282177, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=fb97eb0edbe8:46759 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T18:18:18,823 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731176289490.554f18e500e46dc0e21bc67414f7a16e., hostname=fb97eb0edbe8,46759,1731176282177, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T18:18:18,823 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731176289490.554f18e500e46dc0e21bc67414f7a16e., hostname=fb97eb0edbe8,46759,1731176282177, seqNum=2 from cache 2024-11-09T18:18:18,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46759 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46759: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:55842 deadline: 1731176358822 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:55842 2024-11-09T18:18:18,823 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:18:18,824 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,46759,1731176282177, seqNum=-1] 2024-11-09T18:18:18,824 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:18:18,825 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:18:18,827 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731176289490.554f18e500e46dc0e21bc67414f7a16e., hostname=fb97eb0edbe8,46759,1731176282177, seqNum=2] 2024-11-09T18:18:18,928 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fb97eb0edbe8:46759 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-09T18:18:18,951 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46759,1731176282177.replicationSource.wal-reader.fb97eb0edbe8%2C46759%2C1731176282177,1-fb97eb0edbe8,46759,1731176282177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/WALs/fb97eb0edbe8,46759,1731176282177/fb97eb0edbe8%2C46759%2C1731176282177.1731176283452 to pos 687, reset compression=false 2024-11-09T18:18:18,990 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46759,1731176282177.replicationSource.wal-reader.fb97eb0edbe8%2C46759%2C1731176282177,1-fb97eb0edbe8,46759,1731176282177 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T18:18:18,990 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46759,1731176282177.replicationSource.wal-reader.fb97eb0edbe8%2C46759%2C1731176282177,1-fb97eb0edbe8,46759,1731176282177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/WALs/fb97eb0edbe8,46759,1731176282177/fb97eb0edbe8%2C46759%2C1731176282177.1731176283452 to pos 997, reset compression=false 2024-11-09T18:18:18,990 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46759,1731176282177.replicationSource.shipperfb97eb0edbe8%2C46759%2C1731176282177,1-fb97eb0edbe8,46759,1731176282177 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fb97eb0edbe8,46759,1731176282177 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/WALs/fb97eb0edbe8,46759,1731176282177/fb97eb0edbe8%2C46759%2C1731176282177.1731176283452, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T18:18:19,195 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46759,1731176282177.replicationSource.wal-reader.fb97eb0edbe8%2C46759%2C1731176282177,1-fb97eb0edbe8,46759,1731176282177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/WALs/fb97eb0edbe8,46759,1731176282177/fb97eb0edbe8%2C46759%2C1731176282177.1731176283452 to pos 997, reset compression=false 2024-11-09T18:18:19,499 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46759,1731176282177.replicationSource.wal-reader.fb97eb0edbe8%2C46759%2C1731176282177,1-fb97eb0edbe8,46759,1731176282177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/WALs/fb97eb0edbe8,46759,1731176282177/fb97eb0edbe8%2C46759%2C1731176282177.1731176283452 to pos 997, reset compression=false 2024-11-09T18:18:19,903 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46759,1731176282177.replicationSource.wal-reader.fb97eb0edbe8%2C46759%2C1731176282177,1-fb97eb0edbe8,46759,1731176282177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/WALs/fb97eb0edbe8,46759,1731176282177/fb97eb0edbe8%2C46759%2C1731176282177.1731176283452 to pos 997, reset compression=false 2024-11-09T18:18:20,407 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46759,1731176282177.replicationSource.wal-reader.fb97eb0edbe8%2C46759%2C1731176282177,1-fb97eb0edbe8,46759,1731176282177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/WALs/fb97eb0edbe8,46759,1731176282177/fb97eb0edbe8%2C46759%2C1731176282177.1731176283452 to pos 997, reset compression=false 2024-11-09T18:18:21,011 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46759,1731176282177.replicationSource.wal-reader.fb97eb0edbe8%2C46759%2C1731176282177,1-fb97eb0edbe8,46759,1731176282177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/WALs/fb97eb0edbe8,46759,1731176282177/fb97eb0edbe8%2C46759%2C1731176282177.1731176283452 to pos 997, reset compression=false 2024-11-09T18:18:21,714 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46759,1731176282177.replicationSource.wal-reader.fb97eb0edbe8%2C46759%2C1731176282177,1-fb97eb0edbe8,46759,1731176282177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/WALs/fb97eb0edbe8,46759,1731176282177/fb97eb0edbe8%2C46759%2C1731176282177.1731176283452 to pos 997, reset compression=false 2024-11-09T18:18:22,519 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46759,1731176282177.replicationSource.wal-reader.fb97eb0edbe8%2C46759%2C1731176282177,1-fb97eb0edbe8,46759,1731176282177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/WALs/fb97eb0edbe8,46759,1731176282177/fb97eb0edbe8%2C46759%2C1731176282177.1731176283452 to pos 997, reset compression=false 2024-11-09T18:18:23,423 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46759,1731176282177.replicationSource.wal-reader.fb97eb0edbe8%2C46759%2C1731176282177,1-fb97eb0edbe8,46759,1731176282177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/WALs/fb97eb0edbe8,46759,1731176282177/fb97eb0edbe8%2C46759%2C1731176282177.1731176283452 to pos 997, reset compression=false 2024-11-09T18:18:24,450 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46759,1731176282177.replicationSource.wal-reader.fb97eb0edbe8%2C46759%2C1731176282177,1-fb97eb0edbe8,46759,1731176282177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/WALs/fb97eb0edbe8,46759,1731176282177/fb97eb0edbe8%2C46759%2C1731176282177.1731176283452 to pos 997, reset compression=false 2024-11-09T18:18:25,561 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46759,1731176282177.replicationSource.wal-reader.fb97eb0edbe8%2C46759%2C1731176282177,1-fb97eb0edbe8,46759,1731176282177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/WALs/fb97eb0edbe8,46759,1731176282177/fb97eb0edbe8%2C46759%2C1731176282177.1731176283452 to pos 997, reset compression=false 2024-11-09T18:18:26,770 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46759,1731176282177.replicationSource.wal-reader.fb97eb0edbe8%2C46759%2C1731176282177,1-fb97eb0edbe8,46759,1731176282177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/WALs/fb97eb0edbe8,46759,1731176282177/fb97eb0edbe8%2C46759%2C1731176282177.1731176283452 to pos 997, reset compression=false 2024-11-09T18:18:28,076 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46759,1731176282177.replicationSource.wal-reader.fb97eb0edbe8%2C46759%2C1731176282177,1-fb97eb0edbe8,46759,1731176282177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/WALs/fb97eb0edbe8,46759,1731176282177/fb97eb0edbe8%2C46759%2C1731176282177.1731176283452 to pos 997, reset compression=false 2024-11-09T18:18:29,481 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46759,1731176282177.replicationSource.wal-reader.fb97eb0edbe8%2C46759%2C1731176282177,1-fb97eb0edbe8,46759,1731176282177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/WALs/fb97eb0edbe8,46759,1731176282177/fb97eb0edbe8%2C46759%2C1731176282177.1731176283452 to pos 997, reset compression=false 2024-11-09T18:18:30,995 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46759,1731176282177.replicationSource.wal-reader.fb97eb0edbe8%2C46759%2C1731176282177,1-fb97eb0edbe8,46759,1731176282177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/WALs/fb97eb0edbe8,46759,1731176282177/fb97eb0edbe8%2C46759%2C1731176282177.1731176283452 to pos 997, reset compression=false 2024-11-09T18:18:31,963 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T18:18:32,600 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46759,1731176282177.replicationSource.wal-reader.fb97eb0edbe8%2C46759%2C1731176282177,1-fb97eb0edbe8,46759,1731176282177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/WALs/fb97eb0edbe8,46759,1731176282177/fb97eb0edbe8%2C46759%2C1731176282177.1731176283452 to pos 997, reset compression=false 2024-11-09T18:18:34,304 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46759,1731176282177.replicationSource.wal-reader.fb97eb0edbe8%2C46759%2C1731176282177,1-fb97eb0edbe8,46759,1731176282177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/WALs/fb97eb0edbe8,46759,1731176282177/fb97eb0edbe8%2C46759%2C1731176282177.1731176283452 to pos 997, reset compression=false 2024-11-09T18:18:36,122 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46759,1731176282177.replicationSource.wal-reader.fb97eb0edbe8%2C46759%2C1731176282177,1-fb97eb0edbe8,46759,1731176282177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/WALs/fb97eb0edbe8,46759,1731176282177/fb97eb0edbe8%2C46759%2C1731176282177.1731176283452 to pos 997, reset compression=false 2024-11-09T18:18:36,655 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T18:18:38,028 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46759,1731176282177.replicationSource.wal-reader.fb97eb0edbe8%2C46759%2C1731176282177,1-fb97eb0edbe8,46759,1731176282177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/WALs/fb97eb0edbe8,46759,1731176282177/fb97eb0edbe8%2C46759%2C1731176282177.1731176283452 to pos 997, reset compression=false 2024-11-09T18:18:38,992 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46759,1731176282177.replicationSource.shipperfb97eb0edbe8%2C46759%2C1731176282177,1-fb97eb0edbe8,46759,1731176282177 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fb97eb0edbe8,46759,1731176282177 got entry batch from reader: null 2024-11-09T18:18:40,033 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46759,1731176282177.replicationSource.wal-reader.fb97eb0edbe8%2C46759%2C1731176282177,1-fb97eb0edbe8,46759,1731176282177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/WALs/fb97eb0edbe8,46759,1731176282177/fb97eb0edbe8%2C46759%2C1731176282177.1731176283452 to pos 997, reset compression=false 2024-11-09T18:18:42,137 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46759,1731176282177.replicationSource.wal-reader.fb97eb0edbe8%2C46759%2C1731176282177,1-fb97eb0edbe8,46759,1731176282177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/WALs/fb97eb0edbe8,46759,1731176282177/fb97eb0edbe8%2C46759%2C1731176282177.1731176283452 to pos 997, reset compression=false 2024-11-09T18:18:44,341 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46759,1731176282177.replicationSource.wal-reader.fb97eb0edbe8%2C46759%2C1731176282177,1-fb97eb0edbe8,46759,1731176282177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/WALs/fb97eb0edbe8,46759,1731176282177/fb97eb0edbe8%2C46759%2C1731176282177.1731176283452 to pos 997, reset compression=false 2024-11-09T18:18:44,578 INFO [master/fb97eb0edbe8:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-09T18:18:44,578 INFO [master/fb97eb0edbe8:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-09T18:18:46,645 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46759,1731176282177.replicationSource.wal-reader.fb97eb0edbe8%2C46759%2C1731176282177,1-fb97eb0edbe8,46759,1731176282177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/WALs/fb97eb0edbe8,46759,1731176282177/fb97eb0edbe8%2C46759%2C1731176282177.1731176283452 to pos 997, reset compression=false 2024-11-09T18:18:49,050 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46759,1731176282177.replicationSource.wal-reader.fb97eb0edbe8%2C46759%2C1731176282177,1-fb97eb0edbe8,46759,1731176282177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/WALs/fb97eb0edbe8,46759,1731176282177/fb97eb0edbe8%2C46759%2C1731176282177.1731176283452 to pos 997, reset compression=false 2024-11-09T18:18:49,898 INFO [master/fb97eb0edbe8:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-09T18:18:49,898 INFO [master/fb97eb0edbe8:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-09T18:18:51,553 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46759,1731176282177.replicationSource.wal-reader.fb97eb0edbe8%2C46759%2C1731176282177,1-fb97eb0edbe8,46759,1731176282177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/WALs/fb97eb0edbe8,46759,1731176282177/fb97eb0edbe8%2C46759%2C1731176282177.1731176283452 to pos 997, reset compression=false 2024-11-09T18:18:54,158 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46759,1731176282177.replicationSource.wal-reader.fb97eb0edbe8%2C46759%2C1731176282177,1-fb97eb0edbe8,46759,1731176282177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/WALs/fb97eb0edbe8,46759,1731176282177/fb97eb0edbe8%2C46759%2C1731176282177.1731176283452 to pos 997, reset compression=false 2024-11-09T18:18:55,633 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 554f18e500e46dc0e21bc67414f7a16e, had cached 0 bytes from a total of 31376 2024-11-09T18:18:56,862 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46759,1731176282177.replicationSource.wal-reader.fb97eb0edbe8%2C46759%2C1731176282177,1-fb97eb0edbe8,46759,1731176282177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/WALs/fb97eb0edbe8,46759,1731176282177/fb97eb0edbe8%2C46759%2C1731176282177.1731176283452 to pos 997, reset compression=false 2024-11-09T18:18:57,789 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 63a7be25fb2090d90d42363d65e3c48e, had cached 0 bytes from a total of 15585 2024-11-09T18:18:58,993 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46759,1731176282177.replicationSource.shipperfb97eb0edbe8%2C46759%2C1731176282177,1-fb97eb0edbe8,46759,1731176282177 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fb97eb0edbe8,46759,1731176282177 got entry batch from reader: null 2024-11-09T18:18:59,666 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46759,1731176282177.replicationSource.wal-reader.fb97eb0edbe8%2C46759%2C1731176282177,1-fb97eb0edbe8,46759,1731176282177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/WALs/fb97eb0edbe8,46759,1731176282177/fb97eb0edbe8%2C46759%2C1731176282177.1731176283452 to pos 997, reset compression=false 2024-11-09T18:19:01,963 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T18:19:02,573 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46759,1731176282177.replicationSource.wal-reader.fb97eb0edbe8%2C46759%2C1731176282177,1-fb97eb0edbe8,46759,1731176282177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/WALs/fb97eb0edbe8,46759,1731176282177/fb97eb0edbe8%2C46759%2C1731176282177.1731176283452 to pos 997, reset compression=false 2024-11-09T18:19:05,577 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46759,1731176282177.replicationSource.wal-reader.fb97eb0edbe8%2C46759%2C1731176282177,1-fb97eb0edbe8,46759,1731176282177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/WALs/fb97eb0edbe8,46759,1731176282177/fb97eb0edbe8%2C46759%2C1731176282177.1731176283452 to pos 997, reset compression=false 2024-11-09T18:19:05,733 DEBUG [master/fb97eb0edbe8:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-09T18:19:06,655 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T18:19:08,681 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46759,1731176282177.replicationSource.wal-reader.fb97eb0edbe8%2C46759%2C1731176282177,1-fb97eb0edbe8,46759,1731176282177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/WALs/fb97eb0edbe8,46759,1731176282177/fb97eb0edbe8%2C46759%2C1731176282177.1731176283452 to pos 997, reset compression=false 2024-11-09T18:19:11,885 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46759,1731176282177.replicationSource.wal-reader.fb97eb0edbe8%2C46759%2C1731176282177,1-fb97eb0edbe8,46759,1731176282177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/WALs/fb97eb0edbe8,46759,1731176282177/fb97eb0edbe8%2C46759%2C1731176282177.1731176283452 to pos 997, reset compression=false 2024-11-09T18:19:15,195 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46759,1731176282177.replicationSource.wal-reader.fb97eb0edbe8%2C46759%2C1731176282177,1-fb97eb0edbe8,46759,1731176282177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/WALs/fb97eb0edbe8,46759,1731176282177/fb97eb0edbe8%2C46759%2C1731176282177.1731176283452 to pos 997, reset compression=false 2024-11-09T18:19:18,599 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46759,1731176282177.replicationSource.wal-reader.fb97eb0edbe8%2C46759%2C1731176282177,1-fb97eb0edbe8,46759,1731176282177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/WALs/fb97eb0edbe8,46759,1731176282177/fb97eb0edbe8%2C46759%2C1731176282177.1731176283452 to pos 997, reset compression=false 2024-11-09T18:19:18,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T18:19:18,853 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:19:18,853 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:19:18,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:19:18,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:19:18,853 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:19:18,853 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T18:19:18,854 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1149115451, stopped=false 2024-11-09T18:19:18,854 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fb97eb0edbe8,39357,1731176286673 2024-11-09T18:19:18,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32913-0x10120d1ab0b0004, quorum=127.0.0.1:53827, baseZNode=/1-1312502370 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1312502370/running 2024-11-09T18:19:18,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39357-0x10120d1ab0b0003, quorum=127.0.0.1:53827, baseZNode=/1-1312502370 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1312502370/running 2024-11-09T18:19:18,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32913-0x10120d1ab0b0004, quorum=127.0.0.1:53827, baseZNode=/1-1312502370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1312502370 2024-11-09T18:19:18,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39357-0x10120d1ab0b0003, quorum=127.0.0.1:53827, baseZNode=/1-1312502370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1312502370 2024-11-09T18:19:18,907 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T18:19:18,908 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:19:18,908 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:19:18,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:19:18,908 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fb97eb0edbe8,32913,1731176286809' ***** 2024-11-09T18:19:18,908 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32913-0x10120d1ab0b0004, quorum=127.0.0.1:53827, baseZNode=/1-1312502370 Set watcher on znode that does not yet exist, /1-1312502370/running 2024-11-09T18:19:18,908 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T18:19:18,908 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39357-0x10120d1ab0b0003, quorum=127.0.0.1:53827, baseZNode=/1-1312502370 Set watcher on znode that does not yet exist, /1-1312502370/running 2024-11-09T18:19:18,909 INFO [RS:0;fb97eb0edbe8:32913 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T18:19:18,909 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T18:19:18,909 INFO [RS:0;fb97eb0edbe8:32913 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T18:19:18,909 INFO [RS:0;fb97eb0edbe8:32913 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T18:19:18,909 INFO [RS:0;fb97eb0edbe8:32913 {}] regionserver.HRegionServer(3091): Received CLOSE for 63a7be25fb2090d90d42363d65e3c48e 2024-11-09T18:19:18,909 INFO [RS:0;fb97eb0edbe8:32913 {}] regionserver.HRegionServer(959): stopping server fb97eb0edbe8,32913,1731176286809 2024-11-09T18:19:18,909 INFO [RS:0;fb97eb0edbe8:32913 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T18:19:18,909 INFO [RS:0;fb97eb0edbe8:32913 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fb97eb0edbe8:32913. 2024-11-09T18:19:18,909 DEBUG [RS:0;fb97eb0edbe8:32913 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:19:18,909 DEBUG [RS:0;fb97eb0edbe8:32913 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:19:18,909 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 63a7be25fb2090d90d42363d65e3c48e, disabling compactions & flushes 2024-11-09T18:19:18,909 INFO [RS:0;fb97eb0edbe8:32913 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T18:19:18,909 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731176291652.63a7be25fb2090d90d42363d65e3c48e. 2024-11-09T18:19:18,909 INFO [RS:0;fb97eb0edbe8:32913 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T18:19:18,909 INFO [RS:0;fb97eb0edbe8:32913 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T18:19:18,909 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731176291652.63a7be25fb2090d90d42363d65e3c48e. 2024-11-09T18:19:18,909 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731176291652.63a7be25fb2090d90d42363d65e3c48e. after waiting 0 ms 2024-11-09T18:19:18,909 INFO [RS:0;fb97eb0edbe8:32913 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T18:19:18,909 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731176291652.63a7be25fb2090d90d42363d65e3c48e. 2024-11-09T18:19:18,910 INFO [RS:0;fb97eb0edbe8:32913 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T18:19:18,910 DEBUG [RS:0;fb97eb0edbe8:32913 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 63a7be25fb2090d90d42363d65e3c48e=test,,1731176291652.63a7be25fb2090d90d42363d65e3c48e.} 2024-11-09T18:19:18,910 DEBUG [RS:0;fb97eb0edbe8:32913 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 63a7be25fb2090d90d42363d65e3c48e 2024-11-09T18:19:18,910 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T18:19:18,910 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T18:19:18,910 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T18:19:18,910 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T18:19:18,910 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T18:19:18,910 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-09T18:19:18,914 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/data/default/test/63a7be25fb2090d90d42363d65e3c48e/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-09T18:19:18,914 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T18:19:18,914 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T18:19:18,915 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731176291652.63a7be25fb2090d90d42363d65e3c48e. 2024-11-09T18:19:18,915 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 63a7be25fb2090d90d42363d65e3c48e: Waiting for close lock at 1731176358909Running coprocessor pre-close hooks at 1731176358909Disabling compacts and flushes for region at 1731176358909Disabling writes for close at 1731176358909Writing region close event to WAL at 1731176358910 (+1 ms)Running coprocessor post-close hooks at 1731176358914 (+4 ms)Closed at 1731176358915 (+1 ms) 2024-11-09T18:19:18,915 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731176291652.63a7be25fb2090d90d42363d65e3c48e. 2024-11-09T18:19:18,925 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/data/hbase/meta/1588230740/.tmp/info/dc09e1a45d56402c995fdcbe5c91caf6 is 129, key is test,,1731176291652.63a7be25fb2090d90d42363d65e3c48e./info:regioninfo/1731176292804/Put/seqid=0 2024-11-09T18:19:18,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741839_1015 (size=6421) 2024-11-09T18:19:18,954 INFO [regionserver/fb97eb0edbe8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:19:18,993 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46759,1731176282177.replicationSource.shipperfb97eb0edbe8%2C46759%2C1731176282177,1-fb97eb0edbe8,46759,1731176282177 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fb97eb0edbe8,46759,1731176282177 got entry batch from reader: null 2024-11-09T18:19:19,110 DEBUG [RS:0;fb97eb0edbe8:32913 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T18:19:19,181 INFO [regionserver/fb97eb0edbe8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T18:19:19,181 INFO [regionserver/fb97eb0edbe8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T18:19:19,310 DEBUG [RS:0;fb97eb0edbe8:32913 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T18:19:19,330 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/data/hbase/meta/1588230740/.tmp/info/dc09e1a45d56402c995fdcbe5c91caf6 2024-11-09T18:19:19,400 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/data/hbase/meta/1588230740/.tmp/ns/feba3137184f47098cd123563d868bd9 is 43, key is default/ns:d/1731176289369/Put/seqid=0 2024-11-09T18:19:19,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741840_1016 (size=5153) 2024-11-09T18:19:19,510 DEBUG [RS:0;fb97eb0edbe8:32913 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T18:19:19,710 DEBUG [RS:0;fb97eb0edbe8:32913 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T18:19:19,804 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/data/hbase/meta/1588230740/.tmp/ns/feba3137184f47098cd123563d868bd9 2024-11-09T18:19:19,822 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/data/hbase/meta/1588230740/.tmp/rep_barrier/c713cf86b3274b978092e2dfb03657ba is 112, key is test,,1731176291652.63a7be25fb2090d90d42363d65e3c48e./rep_barrier:seqnumDuringOpen/1731176292804/Put/seqid=0 2024-11-09T18:19:19,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741841_1017 (size=5518) 2024-11-09T18:19:19,911 INFO [RS:0;fb97eb0edbe8:32913 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T18:19:19,911 DEBUG [RS:0;fb97eb0edbe8:32913 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T18:19:19,911 DEBUG [RS:0;fb97eb0edbe8:32913 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T18:19:20,111 DEBUG [RS:0;fb97eb0edbe8:32913 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T18:19:20,227 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/data/hbase/meta/1588230740/.tmp/rep_barrier/c713cf86b3274b978092e2dfb03657ba 2024-11-09T18:19:20,245 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/data/hbase/meta/1588230740/.tmp/table/08dc3559b3614b12b72ce11e8ee3c8e0 is 40, key is test/table:state/1731176292813/Put/seqid=0 2024-11-09T18:19:20,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741842_1018 (size=5165) 2024-11-09T18:19:20,311 DEBUG [RS:0;fb97eb0edbe8:32913 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T18:19:20,511 DEBUG [RS:0;fb97eb0edbe8:32913 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T18:19:20,649 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/data/hbase/meta/1588230740/.tmp/table/08dc3559b3614b12b72ce11e8ee3c8e0 2024-11-09T18:19:20,656 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/data/hbase/meta/1588230740/.tmp/info/dc09e1a45d56402c995fdcbe5c91caf6 as hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/data/hbase/meta/1588230740/info/dc09e1a45d56402c995fdcbe5c91caf6 2024-11-09T18:19:20,661 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/data/hbase/meta/1588230740/info/dc09e1a45d56402c995fdcbe5c91caf6, entries=10, sequenceid=11, filesize=6.3 K 2024-11-09T18:19:20,662 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/data/hbase/meta/1588230740/.tmp/ns/feba3137184f47098cd123563d868bd9 as hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/data/hbase/meta/1588230740/ns/feba3137184f47098cd123563d868bd9 2024-11-09T18:19:20,668 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/data/hbase/meta/1588230740/ns/feba3137184f47098cd123563d868bd9, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T18:19:20,669 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/data/hbase/meta/1588230740/.tmp/rep_barrier/c713cf86b3274b978092e2dfb03657ba as hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/data/hbase/meta/1588230740/rep_barrier/c713cf86b3274b978092e2dfb03657ba 2024-11-09T18:19:20,675 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/data/hbase/meta/1588230740/rep_barrier/c713cf86b3274b978092e2dfb03657ba, entries=1, sequenceid=11, filesize=5.4 K 2024-11-09T18:19:20,676 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/data/hbase/meta/1588230740/.tmp/table/08dc3559b3614b12b72ce11e8ee3c8e0 as hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/data/hbase/meta/1588230740/table/08dc3559b3614b12b72ce11e8ee3c8e0 2024-11-09T18:19:20,681 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/data/hbase/meta/1588230740/table/08dc3559b3614b12b72ce11e8ee3c8e0, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T18:19:20,682 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1772ms, sequenceid=11, compaction requested=false 2024-11-09T18:19:20,686 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-09T18:19:20,687 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T18:19:20,687 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T18:19:20,687 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T18:19:20,687 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731176358910Running coprocessor pre-close hooks at 1731176358910Disabling compacts and flushes for region at 1731176358910Disabling writes for close at 1731176358910Obtaining lock to block concurrent updates at 1731176358910Preparing flush snapshotting stores in 1588230740 at 1731176358910Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731176358910Flushing stores of hbase:meta,,1.1588230740 at 1731176358911 (+1 ms)Flushing 1588230740/info: creating writer at 1731176358911Flushing 1588230740/info: appending metadata at 1731176358925 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731176358925Flushing 1588230740/ns: creating writer at 1731176359387 (+462 ms)Flushing 1588230740/ns: appending metadata at 1731176359400 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731176359400Flushing 1588230740/rep_barrier: creating writer at 1731176359810 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731176359822 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731176359822Flushing 1588230740/table: creating writer at 1731176360232 (+410 ms)Flushing 1588230740/table: appending metadata at 1731176360245 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731176360245Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43b7ac9f: reopening flushed file at 1731176360655 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b5a5e9: reopening flushed file at 1731176360661 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5866de2e: reopening flushed file at 1731176360668 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@301213b0: reopening flushed file at 1731176360675 (+7 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1772ms, sequenceid=11, compaction requested=false at 1731176360682 (+7 ms)Writing region close event to WAL at 1731176360683 (+1 ms)Running coprocessor post-close hooks at 1731176360687 (+4 ms)Closed at 1731176360687 2024-11-09T18:19:20,687 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T18:19:20,711 INFO [RS:0;fb97eb0edbe8:32913 {}] regionserver.HRegionServer(976): stopping server fb97eb0edbe8,32913,1731176286809; all regions closed. 2024-11-09T18:19:20,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741834_1010 (size=2717) 2024-11-09T18:19:20,714 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/WALs/fb97eb0edbe8,32913,1731176286809/fb97eb0edbe8%2C32913%2C1731176286809.meta.1731176289287.meta not finished, retry = 0 2024-11-09T18:19:20,817 DEBUG [RS:0;fb97eb0edbe8:32913 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/oldWALs 2024-11-09T18:19:20,817 INFO [RS:0;fb97eb0edbe8:32913 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb97eb0edbe8%2C32913%2C1731176286809.meta:.meta(num 1731176289287) 2024-11-09T18:19:20,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741832_1008 (size=1028) 2024-11-09T18:19:20,820 DEBUG [RS:0;fb97eb0edbe8:32913 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/oldWALs 2024-11-09T18:19:20,820 INFO [RS:0;fb97eb0edbe8:32913 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb97eb0edbe8%2C32913%2C1731176286809:(num 1731176288328) 2024-11-09T18:19:20,820 DEBUG [RS:0;fb97eb0edbe8:32913 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:19:20,820 INFO [RS:0;fb97eb0edbe8:32913 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:19:20,821 INFO [RS:0;fb97eb0edbe8:32913 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T18:19:20,821 INFO [RS:0;fb97eb0edbe8:32913 {}] hbase.ChoreService(370): Chore service for: regionserver/fb97eb0edbe8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T18:19:20,821 INFO [RS:0;fb97eb0edbe8:32913 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T18:19:20,821 INFO [regionserver/fb97eb0edbe8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T18:19:20,821 INFO [RS:0;fb97eb0edbe8:32913 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fb97eb0edbe8:32913. 2024-11-09T18:19:20,821 DEBUG [RS:0;fb97eb0edbe8:32913 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:19:20,821 DEBUG [RS:0;fb97eb0edbe8:32913 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:19:20,821 DEBUG [RS:0;fb97eb0edbe8:32913 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:19:20,822 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:19:20,822 INFO [RS:0;fb97eb0edbe8:32913 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32913 2024-11-09T18:19:20,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39357-0x10120d1ab0b0003, quorum=127.0.0.1:53827, baseZNode=/1-1312502370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1312502370/rs 2024-11-09T18:19:20,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32913-0x10120d1ab0b0004, quorum=127.0.0.1:53827, baseZNode=/1-1312502370 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1312502370/rs/fb97eb0edbe8,32913,1731176286809 2024-11-09T18:19:20,876 INFO [RS:0;fb97eb0edbe8:32913 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T18:19:20,886 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fb97eb0edbe8,32913,1731176286809] 2024-11-09T18:19:20,896 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1312502370/draining/fb97eb0edbe8,32913,1731176286809 already deleted, retry=false 2024-11-09T18:19:20,897 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fb97eb0edbe8,32913,1731176286809 expired; onlineServers=0 2024-11-09T18:19:20,897 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fb97eb0edbe8,39357,1731176286673' ***** 2024-11-09T18:19:20,897 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T18:19:20,897 INFO [M:0;fb97eb0edbe8:39357 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T18:19:20,897 INFO [M:0;fb97eb0edbe8:39357 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T18:19:20,897 DEBUG [M:0;fb97eb0edbe8:39357 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T18:19:20,897 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T18:19:20,897 DEBUG [M:0;fb97eb0edbe8:39357 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T18:19:20,897 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731176288072 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731176288072,5,FailOnTimeoutGroup] 2024-11-09T18:19:20,897 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731176288073 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731176288073,5,FailOnTimeoutGroup] 2024-11-09T18:19:20,897 INFO [M:0;fb97eb0edbe8:39357 {}] hbase.ChoreService(370): Chore service for: master/fb97eb0edbe8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T18:19:20,897 INFO [M:0;fb97eb0edbe8:39357 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T18:19:20,897 DEBUG [M:0;fb97eb0edbe8:39357 {}] master.HMaster(1795): Stopping service threads 2024-11-09T18:19:20,897 INFO [M:0;fb97eb0edbe8:39357 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T18:19:20,897 INFO [M:0;fb97eb0edbe8:39357 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T18:19:20,898 INFO [M:0;fb97eb0edbe8:39357 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T18:19:20,898 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T18:19:20,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39357-0x10120d1ab0b0003, quorum=127.0.0.1:53827, baseZNode=/1-1312502370 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1312502370/master 2024-11-09T18:19:20,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39357-0x10120d1ab0b0003, quorum=127.0.0.1:53827, baseZNode=/1-1312502370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1312502370 2024-11-09T18:19:20,907 DEBUG [M:0;fb97eb0edbe8:39357 {}] zookeeper.ZKUtil(347): master:39357-0x10120d1ab0b0003, quorum=127.0.0.1:53827, baseZNode=/1-1312502370 Unable to get data of znode /1-1312502370/master because node does not exist (not an error) 2024-11-09T18:19:20,907 WARN [M:0;fb97eb0edbe8:39357 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T18:19:20,908 INFO [M:0;fb97eb0edbe8:39357 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/.lastflushedseqids 2024-11-09T18:19:20,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741843_1019 (size=173) 2024-11-09T18:19:20,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32913-0x10120d1ab0b0004, quorum=127.0.0.1:53827, baseZNode=/1-1312502370 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:19:20,986 INFO [RS:0;fb97eb0edbe8:32913 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T18:19:20,986 INFO [RS:0;fb97eb0edbe8:32913 {}] regionserver.HRegionServer(1031): Exiting; stopping=fb97eb0edbe8,32913,1731176286809; zookeeper connection closed. 2024-11-09T18:19:20,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32913-0x10120d1ab0b0004, quorum=127.0.0.1:53827, baseZNode=/1-1312502370 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:19:20,987 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@67f4ac7f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@67f4ac7f 2024-11-09T18:19:20,987 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T18:19:21,314 INFO [M:0;fb97eb0edbe8:39357 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T18:19:21,314 INFO [M:0;fb97eb0edbe8:39357 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T18:19:21,314 DEBUG [M:0;fb97eb0edbe8:39357 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T18:19:21,314 INFO [M:0;fb97eb0edbe8:39357 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:19:21,314 DEBUG [M:0;fb97eb0edbe8:39357 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:19:21,314 DEBUG [M:0;fb97eb0edbe8:39357 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T18:19:21,314 DEBUG [M:0;fb97eb0edbe8:39357 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:19:21,314 INFO [M:0;fb97eb0edbe8:39357 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-09T18:19:21,332 DEBUG [M:0;fb97eb0edbe8:39357 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6c1f65ddc254485f9ab4428584d54c02 is 82, key is hbase:meta,,1/info:regioninfo/1731176289328/Put/seqid=0 2024-11-09T18:19:21,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741844_1020 (size=5672) 2024-11-09T18:19:21,736 INFO [M:0;fb97eb0edbe8:39357 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6c1f65ddc254485f9ab4428584d54c02 2024-11-09T18:19:21,758 DEBUG [M:0;fb97eb0edbe8:39357 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3b19f34bc650485382ae971aa9f262f9 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731176292817/Put/seqid=0 2024-11-09T18:19:21,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741845_1021 (size=6727) 2024-11-09T18:19:22,103 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46759,1731176282177.replicationSource.wal-reader.fb97eb0edbe8%2C46759%2C1731176282177,1-fb97eb0edbe8,46759,1731176282177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/WALs/fb97eb0edbe8,46759,1731176282177/fb97eb0edbe8%2C46759%2C1731176282177.1731176283452 to pos 997, reset compression=false 2024-11-09T18:19:22,162 INFO [M:0;fb97eb0edbe8:39357 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3b19f34bc650485382ae971aa9f262f9 2024-11-09T18:19:22,167 INFO [M:0;fb97eb0edbe8:39357 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3b19f34bc650485382ae971aa9f262f9 2024-11-09T18:19:22,180 DEBUG [M:0;fb97eb0edbe8:39357 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ddb3833c05ed43af95894df4dc518b76 is 69, key is fb97eb0edbe8,32913,1731176286809/rs:state/1731176288101/Put/seqid=0 2024-11-09T18:19:22,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741846_1022 (size=5156) 2024-11-09T18:19:22,584 INFO [M:0;fb97eb0edbe8:39357 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ddb3833c05ed43af95894df4dc518b76 2024-11-09T18:19:22,589 DEBUG [M:0;fb97eb0edbe8:39357 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6c1f65ddc254485f9ab4428584d54c02 as hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6c1f65ddc254485f9ab4428584d54c02 2024-11-09T18:19:22,594 INFO [M:0;fb97eb0edbe8:39357 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6c1f65ddc254485f9ab4428584d54c02, entries=8, sequenceid=58, filesize=5.5 K 2024-11-09T18:19:22,595 DEBUG [M:0;fb97eb0edbe8:39357 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3b19f34bc650485382ae971aa9f262f9 as hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3b19f34bc650485382ae971aa9f262f9 2024-11-09T18:19:22,600 INFO [M:0;fb97eb0edbe8:39357 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3b19f34bc650485382ae971aa9f262f9 2024-11-09T18:19:22,600 INFO [M:0;fb97eb0edbe8:39357 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3b19f34bc650485382ae971aa9f262f9, entries=6, sequenceid=58, filesize=6.6 K 2024-11-09T18:19:22,601 DEBUG [M:0;fb97eb0edbe8:39357 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ddb3833c05ed43af95894df4dc518b76 as hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ddb3833c05ed43af95894df4dc518b76 2024-11-09T18:19:22,605 INFO [M:0;fb97eb0edbe8:39357 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40879/user/jenkins/test-data/a2e58c9a-6711-7d6d-b13d-2c45c69e1da7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ddb3833c05ed43af95894df4dc518b76, entries=1, sequenceid=58, filesize=5.0 K 2024-11-09T18:19:22,606 INFO [M:0;fb97eb0edbe8:39357 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=58, compaction requested=false 2024-11-09T18:19:22,608 INFO [M:0;fb97eb0edbe8:39357 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:19:22,608 DEBUG [M:0;fb97eb0edbe8:39357 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731176361314Disabling compacts and flushes for region at 1731176361314Disabling writes for close at 1731176361314Obtaining lock to block concurrent updates at 1731176361314Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731176361314Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1731176361315 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731176361316 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731176361316Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731176361332 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731176361332Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731176361743 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731176361757 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731176361757Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731176362168 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731176362180 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731176362180Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3959aea3: reopening flushed file at 1731176362589 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35b3f4c5: reopening flushed file at 1731176362594 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76d1d307: reopening flushed file at 1731176362600 (+6 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=58, compaction requested=false at 1731176362607 (+7 ms)Writing region close event to WAL at 1731176362608 (+1 ms)Closed at 1731176362608 2024-11-09T18:19:22,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741830_1006 (size=33026) 2024-11-09T18:19:22,610 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T18:19:22,610 INFO [M:0;fb97eb0edbe8:39357 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T18:19:22,611 INFO [M:0;fb97eb0edbe8:39357 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39357 2024-11-09T18:19:22,611 INFO [M:0;fb97eb0edbe8:39357 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T18:19:22,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39357-0x10120d1ab0b0003, quorum=127.0.0.1:53827, baseZNode=/1-1312502370 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:19:22,776 INFO [M:0;fb97eb0edbe8:39357 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T18:19:22,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39357-0x10120d1ab0b0003, quorum=127.0.0.1:53827, baseZNode=/1-1312502370 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:19:22,778 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@36fce771{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:19:22,778 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d2f54a8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T18:19:22,778 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T18:19:22,778 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@600b86b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T18:19:22,778 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64bc174b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86706e9a-d324-0289-ec10-ad707446ddd4/hadoop.log.dir/,STOPPED} 2024-11-09T18:19:22,779 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T18:19:22,779 WARN [BP-2120120133-172.17.0.3-1731176284702 heartbeating to localhost/127.0.0.1:40879 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T18:19:22,779 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T18:19:22,779 WARN [BP-2120120133-172.17.0.3-1731176284702 heartbeating to localhost/127.0.0.1:40879 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2120120133-172.17.0.3-1731176284702 (Datanode Uuid 9ce729b6-774d-493d-a831-7b4458784cef) service to localhost/127.0.0.1:40879 2024-11-09T18:19:22,780 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86706e9a-d324-0289-ec10-ad707446ddd4/cluster_7649d20c-a1ba-636d-0dd5-1e982d7b2f27/data/data1/current/BP-2120120133-172.17.0.3-1731176284702 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T18:19:22,780 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86706e9a-d324-0289-ec10-ad707446ddd4/cluster_7649d20c-a1ba-636d-0dd5-1e982d7b2f27/data/data2/current/BP-2120120133-172.17.0.3-1731176284702 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T18:19:22,780 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T18:19:22,785 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f1361c3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T18:19:22,786 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e637be1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T18:19:22,786 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T18:19:22,786 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6df6e017{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T18:19:22,786 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50e6c400{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86706e9a-d324-0289-ec10-ad707446ddd4/hadoop.log.dir/,STOPPED} 2024-11-09T18:19:22,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T18:19:22,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T18:19:22,845 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:19:22,845 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:19:22,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:19:22,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:19:22,845 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:19:22,845 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T18:19:22,846 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1470757925, stopped=false 2024-11-09T18:19:22,846 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fb97eb0edbe8,42117,1731176281982 2024-11-09T18:19:23,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42117-0x10120d1ab0b0000, quorum=127.0.0.1:53827, baseZNode=/01407930783 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01407930783/running 2024-11-09T18:19:23,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46759-0x10120d1ab0b0001, quorum=127.0.0.1:53827, baseZNode=/01407930783 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01407930783/running 2024-11-09T18:19:23,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42117-0x10120d1ab0b0000, quorum=127.0.0.1:53827, baseZNode=/01407930783 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01407930783 2024-11-09T18:19:23,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46759-0x10120d1ab0b0001, quorum=127.0.0.1:53827, baseZNode=/01407930783 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01407930783 2024-11-09T18:19:23,029 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T18:19:23,029 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:19:23,029 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42117-0x10120d1ab0b0000, quorum=127.0.0.1:53827, baseZNode=/01407930783 Set watcher on znode that does not yet exist, /01407930783/running 2024-11-09T18:19:23,029 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:19:23,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:19:23,030 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46759-0x10120d1ab0b0001, quorum=127.0.0.1:53827, baseZNode=/01407930783 Set watcher on znode that does not yet exist, /01407930783/running 2024-11-09T18:19:23,030 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fb97eb0edbe8,46759,1731176282177' ***** 2024-11-09T18:19:23,030 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T18:19:23,030 INFO [RS:0;fb97eb0edbe8:46759 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T18:19:23,030 INFO [RS:0;fb97eb0edbe8:46759 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T18:19:23,030 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T18:19:23,030 INFO [RS:0;fb97eb0edbe8:46759 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T18:19:23,030 INFO [RS:0;fb97eb0edbe8:46759 {}] regionserver.HRegionServer(3091): Received CLOSE for 1804431d3b82dbbffa5ebc7807b6f266 2024-11-09T18:19:23,030 INFO [RS:0;fb97eb0edbe8:46759 {}] regionserver.HRegionServer(3091): Received CLOSE for 554f18e500e46dc0e21bc67414f7a16e 2024-11-09T18:19:23,031 INFO [RS:0;fb97eb0edbe8:46759 {}] regionserver.HRegionServer(959): stopping server fb97eb0edbe8,46759,1731176282177 2024-11-09T18:19:23,031 INFO [RS:0;fb97eb0edbe8:46759 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T18:19:23,031 INFO [RS:0;fb97eb0edbe8:46759 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fb97eb0edbe8:46759. 2024-11-09T18:19:23,031 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1804431d3b82dbbffa5ebc7807b6f266, disabling compactions & flushes 2024-11-09T18:19:23,031 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731176293833.1804431d3b82dbbffa5ebc7807b6f266. 2024-11-09T18:19:23,031 DEBUG [RS:0;fb97eb0edbe8:46759 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:19:23,031 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731176293833.1804431d3b82dbbffa5ebc7807b6f266. 2024-11-09T18:19:23,031 DEBUG [RS:0;fb97eb0edbe8:46759 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:19:23,031 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731176293833.1804431d3b82dbbffa5ebc7807b6f266. after waiting 0 ms 2024-11-09T18:19:23,031 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731176293833.1804431d3b82dbbffa5ebc7807b6f266. 2024-11-09T18:19:23,031 INFO [RS:0;fb97eb0edbe8:46759 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T18:19:23,031 INFO [RS:0;fb97eb0edbe8:46759 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T18:19:23,031 INFO [RS:0;fb97eb0edbe8:46759 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T18:19:23,031 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1804431d3b82dbbffa5ebc7807b6f266 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-09T18:19:23,031 INFO [RS:0;fb97eb0edbe8:46759 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T18:19:23,031 INFO [RS:0;fb97eb0edbe8:46759 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T18:19:23,031 DEBUG [RS:0;fb97eb0edbe8:46759 {}] regionserver.HRegionServer(1325): Online Regions={1804431d3b82dbbffa5ebc7807b6f266=hbase:replication,,1731176293833.1804431d3b82dbbffa5ebc7807b6f266., 554f18e500e46dc0e21bc67414f7a16e=test,,1731176289490.554f18e500e46dc0e21bc67414f7a16e., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T18:19:23,031 DEBUG [RS:0;fb97eb0edbe8:46759 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1804431d3b82dbbffa5ebc7807b6f266, 554f18e500e46dc0e21bc67414f7a16e 2024-11-09T18:19:23,031 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T18:19:23,031 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T18:19:23,031 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T18:19:23,031 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T18:19:23,031 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T18:19:23,031 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T18:19:23,050 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/data/hbase/meta/1588230740/.tmp/info/aeef2a273c5d40c7b205abbd3c4838b9 is 147, key is hbase:replication,,1731176293833.1804431d3b82dbbffa5ebc7807b6f266./info:regioninfo/1731176295133/Put/seqid=0 2024-11-09T18:19:23,053 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/data/hbase/replication/1804431d3b82dbbffa5ebc7807b6f266/.tmp/hfileref/edbafec3bdd342c5990289cdbfbabff1 is 74, key is 1/hfileref:0494567de84b4bad816b55773395dfe5_SeqId_4_/1731176297855/DeleteColumn/seqid=0 2024-11-09T18:19:23,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741844_1020 (size=7686) 2024-11-09T18:19:23,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741845_1021 (size=5203) 2024-11-09T18:19:23,077 INFO [regionserver/fb97eb0edbe8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:19:23,231 DEBUG [RS:0;fb97eb0edbe8:46759 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1804431d3b82dbbffa5ebc7807b6f266, 554f18e500e46dc0e21bc67414f7a16e 2024-11-09T18:19:23,296 INFO [regionserver/fb97eb0edbe8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T18:19:23,297 INFO [regionserver/fb97eb0edbe8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T18:19:23,432 DEBUG [RS:0;fb97eb0edbe8:46759 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1804431d3b82dbbffa5ebc7807b6f266, 554f18e500e46dc0e21bc67414f7a16e 2024-11-09T18:19:23,454 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/data/hbase/meta/1588230740/.tmp/info/aeef2a273c5d40c7b205abbd3c4838b9 2024-11-09T18:19:23,457 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/data/hbase/replication/1804431d3b82dbbffa5ebc7807b6f266/.tmp/hfileref/edbafec3bdd342c5990289cdbfbabff1 2024-11-09T18:19:23,474 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/data/hbase/meta/1588230740/.tmp/ns/c7171569dcd1499db10e879d79f1e930 is 43, key is default/ns:d/1731176284555/Put/seqid=0 2024-11-09T18:19:23,475 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/data/hbase/replication/1804431d3b82dbbffa5ebc7807b6f266/.tmp/queue/28c2da35554a4465b3610eb879d9c709 is 153, key is 1-fb97eb0edbe8,46759,1731176282177/queue:fb97eb0edbe8%2C46759%2C1731176282177/1731176298991/Put/seqid=0 2024-11-09T18:19:23,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741846_1022 (size=5153) 2024-11-09T18:19:23,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741847_1023 (size=5352) 2024-11-09T18:19:23,632 DEBUG [RS:0;fb97eb0edbe8:46759 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1804431d3b82dbbffa5ebc7807b6f266, 554f18e500e46dc0e21bc67414f7a16e 2024-11-09T18:19:23,832 DEBUG [RS:0;fb97eb0edbe8:46759 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1804431d3b82dbbffa5ebc7807b6f266, 554f18e500e46dc0e21bc67414f7a16e 2024-11-09T18:19:23,879 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/data/hbase/meta/1588230740/.tmp/ns/c7171569dcd1499db10e879d79f1e930 2024-11-09T18:19:23,879 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/data/hbase/replication/1804431d3b82dbbffa5ebc7807b6f266/.tmp/queue/28c2da35554a4465b3610eb879d9c709 2024-11-09T18:19:23,885 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/data/hbase/replication/1804431d3b82dbbffa5ebc7807b6f266/.tmp/hfileref/edbafec3bdd342c5990289cdbfbabff1 as hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/data/hbase/replication/1804431d3b82dbbffa5ebc7807b6f266/hfileref/edbafec3bdd342c5990289cdbfbabff1 2024-11-09T18:19:23,893 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/data/hbase/replication/1804431d3b82dbbffa5ebc7807b6f266/hfileref/edbafec3bdd342c5990289cdbfbabff1, entries=2, sequenceid=10, filesize=5.1 K 2024-11-09T18:19:23,894 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/data/hbase/replication/1804431d3b82dbbffa5ebc7807b6f266/.tmp/queue/28c2da35554a4465b3610eb879d9c709 as hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/data/hbase/replication/1804431d3b82dbbffa5ebc7807b6f266/queue/28c2da35554a4465b3610eb879d9c709 2024-11-09T18:19:23,899 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/data/hbase/meta/1588230740/.tmp/rep_barrier/1327d80d4009465b8b14186111333544 is 112, key is test,,1731176289490.554f18e500e46dc0e21bc67414f7a16e./rep_barrier:seqnumDuringOpen/1731176290653/Put/seqid=0 2024-11-09T18:19:23,901 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/data/hbase/replication/1804431d3b82dbbffa5ebc7807b6f266/queue/28c2da35554a4465b3610eb879d9c709, entries=1, sequenceid=10, filesize=5.2 K 2024-11-09T18:19:23,902 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 1804431d3b82dbbffa5ebc7807b6f266 in 871ms, sequenceid=10, compaction requested=false 2024-11-09T18:19:23,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741848_1024 (size=5518) 2024-11-09T18:19:23,907 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/data/hbase/replication/1804431d3b82dbbffa5ebc7807b6f266/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-09T18:19:23,908 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T18:19:23,908 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T18:19:23,908 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731176293833.1804431d3b82dbbffa5ebc7807b6f266. 2024-11-09T18:19:23,908 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1804431d3b82dbbffa5ebc7807b6f266: Waiting for close lock at 1731176363031Running coprocessor pre-close hooks at 1731176363031Disabling compacts and flushes for region at 1731176363031Disabling writes for close at 1731176363031Obtaining lock to block concurrent updates at 1731176363031Preparing flush snapshotting stores in 1804431d3b82dbbffa5ebc7807b6f266 at 1731176363031Finished memstore snapshotting hbase:replication,,1731176293833.1804431d3b82dbbffa5ebc7807b6f266., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731176363031Flushing stores of hbase:replication,,1731176293833.1804431d3b82dbbffa5ebc7807b6f266. at 1731176363032 (+1 ms)Flushing 1804431d3b82dbbffa5ebc7807b6f266/hfileref: creating writer at 1731176363032Flushing 1804431d3b82dbbffa5ebc7807b6f266/hfileref: appending metadata at 1731176363052 (+20 ms)Flushing 1804431d3b82dbbffa5ebc7807b6f266/hfileref: closing flushed file at 1731176363053 (+1 ms)Flushing 1804431d3b82dbbffa5ebc7807b6f266/queue: creating writer at 1731176363462 (+409 ms)Flushing 1804431d3b82dbbffa5ebc7807b6f266/queue: appending metadata at 1731176363475 (+13 ms)Flushing 1804431d3b82dbbffa5ebc7807b6f266/queue: closing flushed file at 1731176363475Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ef9ca2f: reopening flushed file at 1731176363884 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74278268: reopening flushed file at 1731176363893 (+9 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 1804431d3b82dbbffa5ebc7807b6f266 in 871ms, sequenceid=10, compaction requested=false at 1731176363902 (+9 ms)Writing region close event to WAL at 1731176363903 (+1 ms)Running coprocessor post-close hooks at 1731176363908 (+5 ms)Closed at 1731176363908 2024-11-09T18:19:23,908 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731176293833.1804431d3b82dbbffa5ebc7807b6f266. 2024-11-09T18:19:23,908 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 554f18e500e46dc0e21bc67414f7a16e, disabling compactions & flushes 2024-11-09T18:19:23,908 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731176289490.554f18e500e46dc0e21bc67414f7a16e. 2024-11-09T18:19:23,908 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731176289490.554f18e500e46dc0e21bc67414f7a16e. 2024-11-09T18:19:23,908 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731176289490.554f18e500e46dc0e21bc67414f7a16e. after waiting 0 ms 2024-11-09T18:19:23,908 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731176289490.554f18e500e46dc0e21bc67414f7a16e. 2024-11-09T18:19:23,913 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/data/default/test/554f18e500e46dc0e21bc67414f7a16e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T18:19:23,913 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T18:19:23,913 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T18:19:23,914 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731176289490.554f18e500e46dc0e21bc67414f7a16e. 2024-11-09T18:19:23,914 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 554f18e500e46dc0e21bc67414f7a16e: Waiting for close lock at 1731176363908Running coprocessor pre-close hooks at 1731176363908Disabling compacts and flushes for region at 1731176363908Disabling writes for close at 1731176363908Writing region close event to WAL at 1731176363909 (+1 ms)Running coprocessor post-close hooks at 1731176363913 (+4 ms)Closed at 1731176363913 2024-11-09T18:19:23,914 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731176289490.554f18e500e46dc0e21bc67414f7a16e. 2024-11-09T18:19:23,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:19:23,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:19:23,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:19:23,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:19:23,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:19:24,032 INFO [RS:0;fb97eb0edbe8:46759 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T18:19:24,032 DEBUG [RS:0;fb97eb0edbe8:46759 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T18:19:24,032 DEBUG [RS:0;fb97eb0edbe8:46759 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T18:19:24,233 DEBUG [RS:0;fb97eb0edbe8:46759 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T18:19:24,305 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/data/hbase/meta/1588230740/.tmp/rep_barrier/1327d80d4009465b8b14186111333544 2024-11-09T18:19:24,321 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/data/hbase/meta/1588230740/.tmp/table/61cd141cb4b543ad83b10210d5f6b7b7 is 53, key is hbase:replication/table:state/1731176295140/Put/seqid=0 2024-11-09T18:19:24,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741849_1025 (size=5308) 2024-11-09T18:19:24,433 DEBUG [RS:0;fb97eb0edbe8:46759 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T18:19:24,450 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T18:19:24,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:19:24,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:19:24,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:19:24,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:19:24,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:19:24,633 DEBUG [RS:0;fb97eb0edbe8:46759 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T18:19:24,726 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/data/hbase/meta/1588230740/.tmp/table/61cd141cb4b543ad83b10210d5f6b7b7 2024-11-09T18:19:24,735 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/data/hbase/meta/1588230740/.tmp/info/aeef2a273c5d40c7b205abbd3c4838b9 as hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/data/hbase/meta/1588230740/info/aeef2a273c5d40c7b205abbd3c4838b9 2024-11-09T18:19:24,742 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/data/hbase/meta/1588230740/info/aeef2a273c5d40c7b205abbd3c4838b9, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T18:19:24,744 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/data/hbase/meta/1588230740/.tmp/ns/c7171569dcd1499db10e879d79f1e930 as hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/data/hbase/meta/1588230740/ns/c7171569dcd1499db10e879d79f1e930 2024-11-09T18:19:24,756 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/data/hbase/meta/1588230740/ns/c7171569dcd1499db10e879d79f1e930, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T18:19:24,758 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/data/hbase/meta/1588230740/.tmp/rep_barrier/1327d80d4009465b8b14186111333544 as hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/data/hbase/meta/1588230740/rep_barrier/1327d80d4009465b8b14186111333544 2024-11-09T18:19:24,768 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/data/hbase/meta/1588230740/rep_barrier/1327d80d4009465b8b14186111333544, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T18:19:24,769 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/data/hbase/meta/1588230740/.tmp/table/61cd141cb4b543ad83b10210d5f6b7b7 as hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/data/hbase/meta/1588230740/table/61cd141cb4b543ad83b10210d5f6b7b7 2024-11-09T18:19:24,776 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/data/hbase/meta/1588230740/table/61cd141cb4b543ad83b10210d5f6b7b7, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T18:19:24,778 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1746ms, sequenceid=16, compaction requested=false 2024-11-09T18:19:24,786 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T18:19:24,787 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T18:19:24,787 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T18:19:24,787 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T18:19:24,787 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731176363031Running coprocessor pre-close hooks at 1731176363031Disabling compacts and flushes for region at 1731176363031Disabling writes for close at 1731176363031Obtaining lock to block concurrent updates at 1731176363031Preparing flush snapshotting stores in 1588230740 at 1731176363031Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731176363032 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731176363032Flushing 1588230740/info: creating writer at 1731176363032Flushing 1588230740/info: appending metadata at 1731176363049 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731176363049Flushing 1588230740/ns: creating writer at 1731176363460 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731176363474 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731176363474Flushing 1588230740/rep_barrier: creating writer at 1731176363884 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731176363899 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731176363899Flushing 1588230740/table: creating writer at 1731176364309 (+410 ms)Flushing 1588230740/table: appending metadata at 1731176364321 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731176364321Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@397146d2: reopening flushed file at 1731176364734 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bb16b5: reopening flushed file at 1731176364743 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@306205aa: reopening flushed file at 1731176364757 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76461dd4: reopening flushed file at 1731176364768 (+11 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1746ms, sequenceid=16, compaction requested=false at 1731176364778 (+10 ms)Writing region close event to WAL at 1731176364782 (+4 ms)Running coprocessor post-close hooks at 1731176364787 (+5 ms)Closed at 1731176364787 2024-11-09T18:19:24,787 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T18:19:24,833 INFO [RS:0;fb97eb0edbe8:46759 {}] regionserver.HRegionServer(976): stopping server fb97eb0edbe8,46759,1731176282177; all regions closed. 2024-11-09T18:19:24,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741834_1010 (size=4239) 2024-11-09T18:19:24,843 DEBUG [RS:0;fb97eb0edbe8:46759 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/oldWALs 2024-11-09T18:19:24,843 INFO [RS:0;fb97eb0edbe8:46759 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb97eb0edbe8%2C46759%2C1731176282177.meta:.meta(num 1731176284437) 2024-11-09T18:19:24,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741839_1015 (size=2700) 2024-11-09T18:19:24,877 DEBUG [RS:0;fb97eb0edbe8:46759 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/oldWALs 2024-11-09T18:19:24,877 INFO [RS:0;fb97eb0edbe8:46759 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb97eb0edbe8%2C46759%2C1731176282177.rep:(num 1731176295098) 2024-11-09T18:19:24,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741832_1008 (size=1300) 2024-11-09T18:19:24,886 DEBUG [RS:0;fb97eb0edbe8:46759 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/oldWALs 2024-11-09T18:19:24,886 INFO [RS:0;fb97eb0edbe8:46759 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb97eb0edbe8%2C46759%2C1731176282177:(num 1731176283452) 2024-11-09T18:19:24,886 DEBUG [RS:0;fb97eb0edbe8:46759 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:19:24,886 INFO [RS:0;fb97eb0edbe8:46759 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:19:24,886 INFO [RS:0;fb97eb0edbe8:46759 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T18:19:24,887 INFO [RS:0;fb97eb0edbe8:46759 {}] hbase.ChoreService(370): Chore service for: regionserver/fb97eb0edbe8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T18:19:24,887 INFO [RS:0;fb97eb0edbe8:46759 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T18:19:24,887 INFO [regionserver/fb97eb0edbe8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T18:19:24,887 INFO [RS:0;fb97eb0edbe8:46759 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fb97eb0edbe8,46759,1731176282177 because: Region server is closing 2024-11-09T18:19:24,887 INFO [RS:0;fb97eb0edbe8:46759 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fb97eb0edbe8:46759. 2024-11-09T18:19:24,887 DEBUG [RS:0;fb97eb0edbe8:46759 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:19:24,887 DEBUG [RS:0;fb97eb0edbe8:46759 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:19:24,888 DEBUG [RS:0;fb97eb0edbe8:46759 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:19:24,888 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:19:24,988 WARN [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46759,1731176282177.replicationSource.wal-reader.fb97eb0edbe8%2C46759%2C1731176282177,1-fb97eb0edbe8,46759,1731176282177 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T18:19:24,988 WARN [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46759,1731176282177.replicationSource.shipperfb97eb0edbe8%2C46759%2C1731176282177,1-fb97eb0edbe8,46759,1731176282177 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T18:19:24,988 INFO [RS:0;fb97eb0edbe8:46759 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,46759,1731176282177.replicationSource.shipperfb97eb0edbe8%2C46759%2C1731176282177,1-fb97eb0edbe8,46759,1731176282177 terminated 2024-11-09T18:19:24,989 INFO [RS:0;fb97eb0edbe8:46759 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46759 2024-11-09T18:19:25,033 INFO [RS:0;fb97eb0edbe8:46759 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T18:19:25,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46759-0x10120d1ab0b0001, quorum=127.0.0.1:53827, baseZNode=/01407930783 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01407930783/rs/fb97eb0edbe8,46759,1731176282177 2024-11-09T18:19:25,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42117-0x10120d1ab0b0000, quorum=127.0.0.1:53827, baseZNode=/01407930783 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01407930783/rs 2024-11-09T18:19:25,044 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fb97eb0edbe8,46759,1731176282177] 2024-11-09T18:19:25,054 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01407930783/draining/fb97eb0edbe8,46759,1731176282177 already deleted, retry=false 2024-11-09T18:19:25,054 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fb97eb0edbe8,46759,1731176282177 expired; onlineServers=0 2024-11-09T18:19:25,054 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fb97eb0edbe8,42117,1731176281982' ***** 2024-11-09T18:19:25,054 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T18:19:25,054 INFO [M:0;fb97eb0edbe8:42117 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T18:19:25,054 INFO [M:0;fb97eb0edbe8:42117 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T18:19:25,054 DEBUG [M:0;fb97eb0edbe8:42117 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T18:19:25,054 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T18:19:25,054 DEBUG [M:0;fb97eb0edbe8:42117 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T18:19:25,054 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731176283208 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731176283208,5,FailOnTimeoutGroup] 2024-11-09T18:19:25,055 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731176283216 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731176283216,5,FailOnTimeoutGroup] 2024-11-09T18:19:25,055 INFO [M:0;fb97eb0edbe8:42117 {}] hbase.ChoreService(370): Chore service for: master/fb97eb0edbe8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T18:19:25,055 INFO [M:0;fb97eb0edbe8:42117 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T18:19:25,055 DEBUG [M:0;fb97eb0edbe8:42117 {}] master.HMaster(1795): Stopping service threads 2024-11-09T18:19:25,055 INFO [M:0;fb97eb0edbe8:42117 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T18:19:25,055 INFO [M:0;fb97eb0edbe8:42117 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T18:19:25,055 INFO [M:0;fb97eb0edbe8:42117 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T18:19:25,055 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T18:19:25,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42117-0x10120d1ab0b0000, quorum=127.0.0.1:53827, baseZNode=/01407930783 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01407930783/master 2024-11-09T18:19:25,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42117-0x10120d1ab0b0000, quorum=127.0.0.1:53827, baseZNode=/01407930783 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01407930783 2024-11-09T18:19:25,069 DEBUG [M:0;fb97eb0edbe8:42117 {}] zookeeper.RecoverableZooKeeper(212): Node /01407930783/master already deleted, retry=false 2024-11-09T18:19:25,069 DEBUG [M:0;fb97eb0edbe8:42117 {}] master.ActiveMasterManager(353): master:42117-0x10120d1ab0b0000, quorum=127.0.0.1:53827, baseZNode=/01407930783 Failed delete of our master address node; KeeperErrorCode = NoNode for /01407930783/master 2024-11-09T18:19:25,071 INFO [M:0;fb97eb0edbe8:42117 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/.lastflushedseqids 2024-11-09T18:19:25,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741850_1026 (size=263) 2024-11-09T18:19:25,096 INFO [M:0;fb97eb0edbe8:42117 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T18:19:25,097 INFO [M:0;fb97eb0edbe8:42117 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T18:19:25,097 DEBUG [M:0;fb97eb0edbe8:42117 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T18:19:25,097 INFO [M:0;fb97eb0edbe8:42117 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:19:25,097 DEBUG [M:0;fb97eb0edbe8:42117 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:19:25,097 DEBUG [M:0;fb97eb0edbe8:42117 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T18:19:25,097 DEBUG [M:0;fb97eb0edbe8:42117 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:19:25,097 INFO [M:0;fb97eb0edbe8:42117 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.87 KB heapSize=65.87 KB 2024-11-09T18:19:25,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46759-0x10120d1ab0b0001, quorum=127.0.0.1:53827, baseZNode=/01407930783 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:19:25,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46759-0x10120d1ab0b0001, quorum=127.0.0.1:53827, baseZNode=/01407930783 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:19:25,144 INFO [RS:0;fb97eb0edbe8:46759 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T18:19:25,144 INFO [RS:0;fb97eb0edbe8:46759 {}] regionserver.HRegionServer(1031): Exiting; stopping=fb97eb0edbe8,46759,1731176282177; zookeeper connection closed. 2024-11-09T18:19:25,145 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7fbaa3cb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7fbaa3cb 2024-11-09T18:19:25,146 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T18:19:25,147 DEBUG [M:0;fb97eb0edbe8:42117 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3b57e04d7e574f37b5f62c0a48c121bb is 82, key is hbase:meta,,1/info:regioninfo/1731176284500/Put/seqid=0 2024-11-09T18:19:25,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741851_1027 (size=5672) 2024-11-09T18:19:25,552 INFO [M:0;fb97eb0edbe8:42117 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3b57e04d7e574f37b5f62c0a48c121bb 2024-11-09T18:19:25,557 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T18:19:25,557 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T18:19:25,557 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T18:19:25,557 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-09T18:19:25,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T18:19:25,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T18:19:25,571 DEBUG [M:0;fb97eb0edbe8:42117 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3df786ddef6b42c19721a498ffc812d7 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731176290672/Put/seqid=0 2024-11-09T18:19:25,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741852_1028 (size=7241) 2024-11-09T18:19:25,976 INFO [M:0;fb97eb0edbe8:42117 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.31 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3df786ddef6b42c19721a498ffc812d7 2024-11-09T18:19:25,980 INFO [M:0;fb97eb0edbe8:42117 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3df786ddef6b42c19721a498ffc812d7 2024-11-09T18:19:25,993 DEBUG [M:0;fb97eb0edbe8:42117 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/476abc50ccc841ca8bc295c86d7692f9 is 69, key is fb97eb0edbe8,46759,1731176282177/rs:state/1731176283276/Put/seqid=0 2024-11-09T18:19:25,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741853_1029 (size=5156) 2024-11-09T18:19:26,398 INFO [M:0;fb97eb0edbe8:42117 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/476abc50ccc841ca8bc295c86d7692f9 2024-11-09T18:19:26,403 DEBUG [M:0;fb97eb0edbe8:42117 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3b57e04d7e574f37b5f62c0a48c121bb as hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3b57e04d7e574f37b5f62c0a48c121bb 2024-11-09T18:19:26,408 INFO [M:0;fb97eb0edbe8:42117 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3b57e04d7e574f37b5f62c0a48c121bb, entries=8, sequenceid=105, filesize=5.5 K 2024-11-09T18:19:26,409 DEBUG [M:0;fb97eb0edbe8:42117 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3df786ddef6b42c19721a498ffc812d7 as hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3df786ddef6b42c19721a498ffc812d7 2024-11-09T18:19:26,413 INFO [M:0;fb97eb0edbe8:42117 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3df786ddef6b42c19721a498ffc812d7 2024-11-09T18:19:26,414 INFO [M:0;fb97eb0edbe8:42117 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3df786ddef6b42c19721a498ffc812d7, entries=11, sequenceid=105, filesize=7.1 K 2024-11-09T18:19:26,415 DEBUG [M:0;fb97eb0edbe8:42117 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/476abc50ccc841ca8bc295c86d7692f9 as hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/476abc50ccc841ca8bc295c86d7692f9 2024-11-09T18:19:26,420 INFO [M:0;fb97eb0edbe8:42117 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41131/user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/476abc50ccc841ca8bc295c86d7692f9, entries=1, sequenceid=105, filesize=5.0 K 2024-11-09T18:19:26,421 INFO [M:0;fb97eb0edbe8:42117 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1324ms, sequenceid=105, compaction requested=false 2024-11-09T18:19:26,422 INFO [M:0;fb97eb0edbe8:42117 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:19:26,422 DEBUG [M:0;fb97eb0edbe8:42117 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731176365097Disabling compacts and flushes for region at 1731176365097Disabling writes for close at 1731176365097Obtaining lock to block concurrent updates at 1731176365097Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731176365097Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57207, getHeapSize=67384, getOffHeapSize=0, getCellsCount=122 at 1731176365097Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731176365099 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731176365099Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731176365147 (+48 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731176365147Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731176365557 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731176365570 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731176365571 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731176365980 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731176365992 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731176365993 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@481df93e: reopening flushed file at 1731176366402 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@405b1af1: reopening flushed file at 1731176366408 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43721190: reopening flushed file at 1731176366414 (+6 ms)Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1324ms, sequenceid=105, compaction requested=false at 1731176366421 (+7 ms)Writing region close event to WAL at 1731176366422 (+1 ms)Closed at 1731176366422 2024-11-09T18:19:26,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741830_1006 (size=64538) 2024-11-09T18:19:26,424 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5469cc1d-9116-b793-8aa4-069965bee777/MasterData/WALs/fb97eb0edbe8,42117,1731176281982/fb97eb0edbe8%2C42117%2C1731176281982.1731176282828 not finished, retry = 0 2024-11-09T18:19:26,525 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T18:19:26,525 INFO [M:0;fb97eb0edbe8:42117 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T18:19:26,525 INFO [M:0;fb97eb0edbe8:42117 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42117 2024-11-09T18:19:26,526 INFO [M:0;fb97eb0edbe8:42117 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T18:19:26,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42117-0x10120d1ab0b0000, quorum=127.0.0.1:53827, baseZNode=/01407930783 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:19:26,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42117-0x10120d1ab0b0000, quorum=127.0.0.1:53827, baseZNode=/01407930783 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:19:26,681 INFO [M:0;fb97eb0edbe8:42117 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T18:19:26,683 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@21f66ac0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:19:26,683 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ba9d83b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T18:19:26,683 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T18:19:26,683 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@632af0bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T18:19:26,683 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70ea0715{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/894685cb-34ef-0297-83e7-22448a19dc66/hadoop.log.dir/,STOPPED} 2024-11-09T18:19:26,684 WARN [BP-1374614576-172.17.0.3-1731176279987 heartbeating to localhost/127.0.0.1:41131 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T18:19:26,684 WARN [BP-1374614576-172.17.0.3-1731176279987 heartbeating to localhost/127.0.0.1:41131 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1374614576-172.17.0.3-1731176279987 (Datanode Uuid fb33c97d-e2e4-44bf-8ab6-6f8ac83b1b08) service to localhost/127.0.0.1:41131 2024-11-09T18:19:26,685 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/894685cb-34ef-0297-83e7-22448a19dc66/cluster_4d9f02d7-0c5f-6fb2-dfa2-46c44a18d1e1/data/data1/current/BP-1374614576-172.17.0.3-1731176279987 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T18:19:26,685 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/894685cb-34ef-0297-83e7-22448a19dc66/cluster_4d9f02d7-0c5f-6fb2-dfa2-46c44a18d1e1/data/data2/current/BP-1374614576-172.17.0.3-1731176279987 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T18:19:26,685 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T18:19:26,685 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T18:19:26,685 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T18:19:26,690 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71552b94{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T18:19:26,690 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a42b3e4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T18:19:26,690 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T18:19:26,691 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@738c964{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T18:19:26,691 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1960000c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/894685cb-34ef-0297-83e7-22448a19dc66/hadoop.log.dir/,STOPPED} 2024-11-09T18:19:26,696 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T18:19:26,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T18:19:26,714 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=158 (was 140) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41131 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53827) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41131 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40879 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41131 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41131 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40879 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41131 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:41131 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f7f6cb8d5f0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40879 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40879 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40879 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40879 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:40879 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41131 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f7f6cb8d5f0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53827) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40879 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41131 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40879 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=504 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=411 (was 607), ProcessCount=11 (was 11), AvailableMemoryMB=2836 (was 2712) - AvailableMemoryMB LEAK? - 2024-11-09T18:19:26,720 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=159, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=411, ProcessCount=11, AvailableMemoryMB=2836 2024-11-09T18:19:26,732 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-09T18:19:26,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86706e9a-d324-0289-ec10-ad707446ddd4/hadoop.log.dir so I do NOT create it in target/test-data/2532d923-e00d-eab5-5280-1b731e7c7262 2024-11-09T18:19:26,732 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86706e9a-d324-0289-ec10-ad707446ddd4/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T18:19:26,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86706e9a-d324-0289-ec10-ad707446ddd4/hadoop.tmp.dir so I do NOT create it in target/test-data/2532d923-e00d-eab5-5280-1b731e7c7262 2024-11-09T18:19:26,732 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86706e9a-d324-0289-ec10-ad707446ddd4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T18:19:26,732 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2532d923-e00d-eab5-5280-1b731e7c7262 2024-11-09T18:19:26,732 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2532d923-e00d-eab5-5280-1b731e7c7262/cluster_d49a7f26-ecfc-a1c0-958f-e48a36006938, deleteOnExit=true 2024-11-09T18:19:26,735 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2532d923-e00d-eab5-5280-1b731e7c7262/cluster_d49a7f26-ecfc-a1c0-958f-e48a36006938/zookeeper_0, clientPort=52053, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2532d923-e00d-eab5-5280-1b731e7c7262/cluster_d49a7f26-ecfc-a1c0-958f-e48a36006938/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2532d923-e00d-eab5-5280-1b731e7c7262/cluster_d49a7f26-ecfc-a1c0-958f-e48a36006938/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T18:19:26,735 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52053 2024-11-09T18:19:26,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T18:19:26,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T18:19:26,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2532d923-e00d-eab5-5280-1b731e7c7262/test.cache.data in system properties and HBase conf 2024-11-09T18:19:26,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2532d923-e00d-eab5-5280-1b731e7c7262/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T18:19:26,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2532d923-e00d-eab5-5280-1b731e7c7262/hadoop.log.dir in system properties and HBase conf 2024-11-09T18:19:26,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2532d923-e00d-eab5-5280-1b731e7c7262/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T18:19:26,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2532d923-e00d-eab5-5280-1b731e7c7262/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T18:19:26,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T18:19:26,736 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T18:19:26,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2532d923-e00d-eab5-5280-1b731e7c7262/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T18:19:26,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2532d923-e00d-eab5-5280-1b731e7c7262/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T18:19:26,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2532d923-e00d-eab5-5280-1b731e7c7262/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T18:19:26,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2532d923-e00d-eab5-5280-1b731e7c7262/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T18:19:26,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2532d923-e00d-eab5-5280-1b731e7c7262/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T18:19:26,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2532d923-e00d-eab5-5280-1b731e7c7262/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T18:19:26,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2532d923-e00d-eab5-5280-1b731e7c7262/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T18:19:26,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2532d923-e00d-eab5-5280-1b731e7c7262/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T18:19:26,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2532d923-e00d-eab5-5280-1b731e7c7262/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T18:19:26,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2532d923-e00d-eab5-5280-1b731e7c7262/nfs.dump.dir in system properties and HBase conf 2024-11-09T18:19:26,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2532d923-e00d-eab5-5280-1b731e7c7262/java.io.tmpdir in system properties and HBase conf 2024-11-09T18:19:26,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2532d923-e00d-eab5-5280-1b731e7c7262/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T18:19:26,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2532d923-e00d-eab5-5280-1b731e7c7262/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T18:19:26,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2532d923-e00d-eab5-5280-1b731e7c7262/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T18:19:26,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10120d1ab0b0005, quorum=127.0.0.1:53827, baseZNode=/1-1312502370 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T18:19:26,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10120d1ab0b0002, quorum=127.0.0.1:53827, baseZNode=/01407930783 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T18:19:26,794 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10120d1ab0b0005, quorum=127.0.0.1:53827, baseZNode=/1-1312502370 Received Disconnected from ZooKeeper, ignoring 2024-11-09T18:19:26,794 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10120d1ab0b0002, quorum=127.0.0.1:53827, baseZNode=/01407930783 Received Disconnected from ZooKeeper, ignoring 2024-11-09T18:19:27,128 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:19:27,132 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T18:19:27,133 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T18:19:27,133 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T18:19:27,134 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T18:19:27,134 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:19:27,134 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d23ffab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2532d923-e00d-eab5-5280-1b731e7c7262/hadoop.log.dir/,AVAILABLE} 2024-11-09T18:19:27,135 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2afa9cc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T18:19:27,229 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12803652{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2532d923-e00d-eab5-5280-1b731e7c7262/java.io.tmpdir/jetty-localhost-36945-hadoop-hdfs-3_4_1-tests_jar-_-any-7900189034182479148/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T18:19:27,229 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@35299b4e{HTTP/1.1, (http/1.1)}{localhost:36945} 2024-11-09T18:19:27,229 INFO [Time-limited test {}] server.Server(415): Started @137978ms 2024-11-09T18:19:27,506 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:19:27,509 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T18:19:27,512 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T18:19:27,512 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T18:19:27,512 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T18:19:27,513 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15bbf7d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2532d923-e00d-eab5-5280-1b731e7c7262/hadoop.log.dir/,AVAILABLE} 2024-11-09T18:19:27,513 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68beed2f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T18:19:27,607 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@647ffad6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2532d923-e00d-eab5-5280-1b731e7c7262/java.io.tmpdir/jetty-localhost-40487-hadoop-hdfs-3_4_1-tests_jar-_-any-861485820281057186/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:19:27,607 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b94c408{HTTP/1.1, (http/1.1)}{localhost:40487} 2024-11-09T18:19:27,607 INFO [Time-limited test {}] server.Server(415): Started @138356ms 2024-11-09T18:19:27,608 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T18:19:28,378 WARN [Thread-1280 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2532d923-e00d-eab5-5280-1b731e7c7262/cluster_d49a7f26-ecfc-a1c0-958f-e48a36006938/data/data1/current/BP-727459922-172.17.0.3-1731176366751/current, will proceed with Du for space computation calculation, 2024-11-09T18:19:28,378 WARN [Thread-1281 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2532d923-e00d-eab5-5280-1b731e7c7262/cluster_d49a7f26-ecfc-a1c0-958f-e48a36006938/data/data2/current/BP-727459922-172.17.0.3-1731176366751/current, will proceed with Du for space computation calculation, 2024-11-09T18:19:28,393 WARN [Thread-1268 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T18:19:28,396 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8de32cd8a60201c9 with lease ID 0xda00ddfec5deec47: Processing first storage report for DS-c4d10320-a1ff-41a2-9839-552c9350454d from datanode DatanodeRegistration(127.0.0.1:35349, datanodeUuid=b5a8f9f9-1313-4ea1-bd04-a3631d70c1da, infoPort=34647, infoSecurePort=0, ipcPort=36155, storageInfo=lv=-57;cid=testClusterID;nsid=265485035;c=1731176366751) 2024-11-09T18:19:28,396 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8de32cd8a60201c9 with lease ID 0xda00ddfec5deec47: from storage DS-c4d10320-a1ff-41a2-9839-552c9350454d node DatanodeRegistration(127.0.0.1:35349, datanodeUuid=b5a8f9f9-1313-4ea1-bd04-a3631d70c1da, infoPort=34647, infoSecurePort=0, ipcPort=36155, storageInfo=lv=-57;cid=testClusterID;nsid=265485035;c=1731176366751), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T18:19:28,396 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8de32cd8a60201c9 with lease ID 0xda00ddfec5deec47: Processing first storage report for DS-b1deeb12-3541-4002-a90b-efe6c259008a from datanode DatanodeRegistration(127.0.0.1:35349, datanodeUuid=b5a8f9f9-1313-4ea1-bd04-a3631d70c1da, infoPort=34647, infoSecurePort=0, ipcPort=36155, storageInfo=lv=-57;cid=testClusterID;nsid=265485035;c=1731176366751) 2024-11-09T18:19:28,396 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8de32cd8a60201c9 with lease ID 0xda00ddfec5deec47: from storage DS-b1deeb12-3541-4002-a90b-efe6c259008a node DatanodeRegistration(127.0.0.1:35349, datanodeUuid=b5a8f9f9-1313-4ea1-bd04-a3631d70c1da, infoPort=34647, infoSecurePort=0, ipcPort=36155, storageInfo=lv=-57;cid=testClusterID;nsid=265485035;c=1731176366751), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T18:19:28,432 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2532d923-e00d-eab5-5280-1b731e7c7262 2024-11-09T18:19:28,432 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:19:28,433 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:19:28,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35349 is added to blk_1073741825_1001 (size=7) 2024-11-09T18:19:28,841 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f with version=8 2024-11-09T18:19:28,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/hbase-staging 2024-11-09T18:19:28,843 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fb97eb0edbe8:0 server-side Connection retries=45 2024-11-09T18:19:28,843 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:19:28,843 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T18:19:28,843 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T18:19:28,843 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:19:28,843 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T18:19:28,843 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T18:19:28,843 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T18:19:28,844 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43679 2024-11-09T18:19:28,845 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43679 connecting to ZooKeeper ensemble=127.0.0.1:52053 2024-11-09T18:19:28,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:436790x0, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:19:28,964 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43679-0x10120d2fe3a0000 connected 2024-11-09T18:19:29,048 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:19:29,050 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:19:29,052 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43679-0x10120d2fe3a0000, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Set watcher on znode that does not yet exist, /0-1893409554/running 2024-11-09T18:19:29,052 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f, hbase.cluster.distributed=false 2024-11-09T18:19:29,053 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43679-0x10120d2fe3a0000, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Set watcher on znode that does not yet exist, /0-1893409554/acl 2024-11-09T18:19:29,054 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43679 2024-11-09T18:19:29,055 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43679 2024-11-09T18:19:29,057 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43679 2024-11-09T18:19:29,057 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43679 2024-11-09T18:19:29,058 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43679 2024-11-09T18:19:29,075 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fb97eb0edbe8:0 server-side Connection retries=45 2024-11-09T18:19:29,075 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:19:29,075 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T18:19:29,075 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T18:19:29,075 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:19:29,075 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T18:19:29,075 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T18:19:29,075 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T18:19:29,078 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44995 2024-11-09T18:19:29,080 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44995 connecting to ZooKeeper ensemble=127.0.0.1:52053 2024-11-09T18:19:29,080 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:19:29,083 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:19:29,091 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:449950x0, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Set watcher on znode that does not yet exist, /0-1893409554/running 2024-11-09T18:19:29,091 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T18:19:29,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:449950x0, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:19:29,100 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44995-0x10120d2fe3a0001 connected 2024-11-09T18:19:29,107 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T18:19:29,108 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44995-0x10120d2fe3a0001, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Set watcher on znode that does not yet exist, /0-1893409554/master 2024-11-09T18:19:29,109 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44995-0x10120d2fe3a0001, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Set watcher on znode that does not yet exist, /0-1893409554/acl 2024-11-09T18:19:29,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44995 2024-11-09T18:19:29,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44995 2024-11-09T18:19:29,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44995 2024-11-09T18:19:29,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44995 2024-11-09T18:19:29,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44995 2024-11-09T18:19:29,136 DEBUG [M:0;fb97eb0edbe8:43679 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fb97eb0edbe8:43679 2024-11-09T18:19:29,137 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1893409554/backup-masters/fb97eb0edbe8,43679,1731176368843 2024-11-09T18:19:29,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43679-0x10120d2fe3a0000, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1893409554/backup-masters 2024-11-09T18:19:29,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44995-0x10120d2fe3a0001, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1893409554/backup-masters 2024-11-09T18:19:29,143 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43679-0x10120d2fe3a0000, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Set watcher on existing znode=/0-1893409554/backup-masters/fb97eb0edbe8,43679,1731176368843 2024-11-09T18:19:29,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43679-0x10120d2fe3a0000, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1893409554 2024-11-09T18:19:29,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44995-0x10120d2fe3a0001, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1893409554/master 2024-11-09T18:19:29,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44995-0x10120d2fe3a0001, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1893409554 2024-11-09T18:19:29,154 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43679-0x10120d2fe3a0000, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Set watcher on existing znode=/0-1893409554/master 2024-11-09T18:19:29,163 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1893409554/backup-masters/fb97eb0edbe8,43679,1731176368843 from backup master directory 2024-11-09T18:19:29,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43679-0x10120d2fe3a0000, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1893409554/backup-masters/fb97eb0edbe8,43679,1731176368843 2024-11-09T18:19:29,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43679-0x10120d2fe3a0000, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1893409554/backup-masters 2024-11-09T18:19:29,175 WARN [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T18:19:29,175 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fb97eb0edbe8,43679,1731176368843 2024-11-09T18:19:29,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44995-0x10120d2fe3a0001, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1893409554/backup-masters 2024-11-09T18:19:29,180 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/hbase.id] with ID: 8af23bbc-2d38-47f9-aad9-c76747381952 2024-11-09T18:19:29,180 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/.tmp/hbase.id 2024-11-09T18:19:29,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35349 is added to blk_1073741826_1002 (size=42) 2024-11-09T18:19:29,409 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T18:19:29,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:19:29,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:19:29,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:19:29,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:19:29,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:19:29,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:19:29,593 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/.tmp/hbase.id]:[hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/hbase.id] 2024-11-09T18:19:29,603 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:19:29,603 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T18:19:29,604 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T18:19:29,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43679-0x10120d2fe3a0000, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1893409554 2024-11-09T18:19:29,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44995-0x10120d2fe3a0001, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1893409554 2024-11-09T18:19:29,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35349 is added to blk_1073741827_1003 (size=196) 2024-11-09T18:19:30,063 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:19:30,064 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T18:19:30,064 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:19:30,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35349 is added to blk_1073741828_1004 (size=1189) 2024-11-09T18:19:30,471 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/MasterData/data/master/store 2024-11-09T18:19:30,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35349 is added to blk_1073741829_1005 (size=34) 2024-11-09T18:19:30,877 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:19:30,878 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T18:19:30,878 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:19:30,878 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:19:30,878 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T18:19:30,878 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:19:30,878 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:19:30,878 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731176370878Disabling compacts and flushes for region at 1731176370878Disabling writes for close at 1731176370878Writing region close event to WAL at 1731176370878Closed at 1731176370878 2024-11-09T18:19:30,879 WARN [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/MasterData/data/master/store/.initializing 2024-11-09T18:19:30,879 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/MasterData/WALs/fb97eb0edbe8,43679,1731176368843 2024-11-09T18:19:30,880 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T18:19:30,881 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb97eb0edbe8%2C43679%2C1731176368843, suffix=, logDir=hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/MasterData/WALs/fb97eb0edbe8,43679,1731176368843, archiveDir=hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/MasterData/oldWALs, maxLogs=10 2024-11-09T18:19:30,897 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/MasterData/WALs/fb97eb0edbe8,43679,1731176368843/fb97eb0edbe8%2C43679%2C1731176368843.1731176370881, exclude list is [], retry=0 2024-11-09T18:19:30,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35349,DS-c4d10320-a1ff-41a2-9839-552c9350454d,DISK] 2024-11-09T18:19:30,902 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/MasterData/WALs/fb97eb0edbe8,43679,1731176368843/fb97eb0edbe8%2C43679%2C1731176368843.1731176370881 2024-11-09T18:19:30,902 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34647:34647)] 2024-11-09T18:19:30,902 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:19:30,902 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:19:30,902 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:19:30,902 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:19:30,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:19:30,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T18:19:30,906 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:19:30,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:19:30,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:19:30,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T18:19:30,907 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:19:30,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:19:30,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:19:30,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T18:19:30,909 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:19:30,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:19:30,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:19:30,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T18:19:30,910 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:19:30,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:19:30,911 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:19:30,911 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:19:30,911 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:19:30,914 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:19:30,914 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:19:30,915 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:19:30,916 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:19:30,918 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:19:30,918 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63781256, jitterRate=-0.04958522319793701}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:19:30,919 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731176370902Initializing all the Stores at 1731176370903 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176370903Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176370904 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176370904Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176370904Cleaning up temporary data from old regions at 1731176370914 (+10 ms)Region opened successfully at 1731176370919 (+5 ms) 2024-11-09T18:19:30,919 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T18:19:30,922 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30523c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb97eb0edbe8/172.17.0.3:0 2024-11-09T18:19:30,923 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T18:19:30,923 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T18:19:30,923 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T18:19:30,923 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T18:19:30,924 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T18:19:30,924 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T18:19:30,925 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T18:19:30,934 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T18:19:30,935 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43679-0x10120d2fe3a0000, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Unable to get data of znode /0-1893409554/balancer because node does not exist (not necessarily an error) 2024-11-09T18:19:31,025 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1893409554/balancer already deleted, retry=false 2024-11-09T18:19:31,026 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T18:19:31,027 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43679-0x10120d2fe3a0000, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Unable to get data of znode /0-1893409554/normalizer because node does not exist (not necessarily an error) 2024-11-09T18:19:31,037 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1893409554/normalizer already deleted, retry=false 2024-11-09T18:19:31,038 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T18:19:31,039 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43679-0x10120d2fe3a0000, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Unable to get data of znode /0-1893409554/switch/split because node does not exist (not necessarily an error) 2024-11-09T18:19:31,048 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1893409554/switch/split already deleted, retry=false 2024-11-09T18:19:31,049 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43679-0x10120d2fe3a0000, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Unable to get data of znode /0-1893409554/switch/merge because node does not exist (not necessarily an error) 2024-11-09T18:19:31,058 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1893409554/switch/merge already deleted, retry=false 2024-11-09T18:19:31,061 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43679-0x10120d2fe3a0000, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Unable to get data of znode /0-1893409554/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T18:19:31,069 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1893409554/snapshot-cleanup already deleted, retry=false 2024-11-09T18:19:31,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44995-0x10120d2fe3a0001, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1893409554/running 2024-11-09T18:19:31,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43679-0x10120d2fe3a0000, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1893409554/running 2024-11-09T18:19:31,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44995-0x10120d2fe3a0001, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1893409554 2024-11-09T18:19:31,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43679-0x10120d2fe3a0000, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1893409554 2024-11-09T18:19:31,080 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fb97eb0edbe8,43679,1731176368843, sessionid=0x10120d2fe3a0000, setting cluster-up flag (Was=false) 2024-11-09T18:19:31,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43679-0x10120d2fe3a0000, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1893409554 2024-11-09T18:19:31,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44995-0x10120d2fe3a0001, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1893409554 2024-11-09T18:19:31,132 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1893409554/flush-table-proc/acquired, /0-1893409554/flush-table-proc/reached, /0-1893409554/flush-table-proc/abort 2024-11-09T18:19:31,133 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb97eb0edbe8,43679,1731176368843 2024-11-09T18:19:31,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43679-0x10120d2fe3a0000, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1893409554 2024-11-09T18:19:31,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44995-0x10120d2fe3a0001, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1893409554 2024-11-09T18:19:31,185 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1893409554/online-snapshot/acquired, /0-1893409554/online-snapshot/reached, /0-1893409554/online-snapshot/abort 2024-11-09T18:19:31,186 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb97eb0edbe8,43679,1731176368843 2024-11-09T18:19:31,187 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T18:19:31,188 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T18:19:31,188 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T18:19:31,188 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T18:19:31,189 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fb97eb0edbe8,43679,1731176368843 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T18:19:31,190 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:19:31,190 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:19:31,190 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:19:31,190 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:19:31,190 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fb97eb0edbe8:0, corePoolSize=10, maxPoolSize=10 2024-11-09T18:19:31,190 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:19:31,190 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=2, maxPoolSize=2 2024-11-09T18:19:31,190 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:19:31,191 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731176401191 2024-11-09T18:19:31,191 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T18:19:31,191 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T18:19:31,191 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T18:19:31,191 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T18:19:31,191 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T18:19:31,191 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T18:19:31,191 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:19:31,191 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:31,191 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T18:19:31,192 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T18:19:31,192 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T18:19:31,192 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T18:19:31,192 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T18:19:31,192 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T18:19:31,192 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T18:19:31,192 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:19:31,192 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731176371192,5,FailOnTimeoutGroup] 2024-11-09T18:19:31,192 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731176371192,5,FailOnTimeoutGroup] 2024-11-09T18:19:31,192 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:31,193 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T18:19:31,192 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T18:19:31,193 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:31,193 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:31,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35349 is added to blk_1073741831_1007 (size=1321) 2024-11-09T18:19:31,223 INFO [RS:0;fb97eb0edbe8:44995 {}] regionserver.HRegionServer(746): ClusterId : 8af23bbc-2d38-47f9-aad9-c76747381952 2024-11-09T18:19:31,223 DEBUG [RS:0;fb97eb0edbe8:44995 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T18:19:31,227 DEBUG [RS:0;fb97eb0edbe8:44995 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T18:19:31,227 DEBUG [RS:0;fb97eb0edbe8:44995 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T18:19:31,238 DEBUG [RS:0;fb97eb0edbe8:44995 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T18:19:31,238 DEBUG [RS:0;fb97eb0edbe8:44995 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42474bc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb97eb0edbe8/172.17.0.3:0 2024-11-09T18:19:31,249 DEBUG [RS:0;fb97eb0edbe8:44995 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fb97eb0edbe8:44995 2024-11-09T18:19:31,249 INFO [RS:0;fb97eb0edbe8:44995 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T18:19:31,249 INFO [RS:0;fb97eb0edbe8:44995 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T18:19:31,249 DEBUG [RS:0;fb97eb0edbe8:44995 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T18:19:31,250 INFO [RS:0;fb97eb0edbe8:44995 {}] regionserver.HRegionServer(2659): reportForDuty to master=fb97eb0edbe8,43679,1731176368843 with port=44995, startcode=1731176369074 2024-11-09T18:19:31,250 DEBUG [RS:0;fb97eb0edbe8:44995 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T18:19:31,251 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60617, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T18:19:31,251 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43679 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fb97eb0edbe8,44995,1731176369074 2024-11-09T18:19:31,251 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43679 {}] master.ServerManager(517): Registering regionserver=fb97eb0edbe8,44995,1731176369074 2024-11-09T18:19:31,253 DEBUG [RS:0;fb97eb0edbe8:44995 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f 2024-11-09T18:19:31,253 DEBUG [RS:0;fb97eb0edbe8:44995 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40145 2024-11-09T18:19:31,253 DEBUG [RS:0;fb97eb0edbe8:44995 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T18:19:31,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43679-0x10120d2fe3a0000, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1893409554/rs 2024-11-09T18:19:31,259 DEBUG [RS:0;fb97eb0edbe8:44995 {}] zookeeper.ZKUtil(111): regionserver:44995-0x10120d2fe3a0001, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Set watcher on existing znode=/0-1893409554/rs/fb97eb0edbe8,44995,1731176369074 2024-11-09T18:19:31,259 WARN [RS:0;fb97eb0edbe8:44995 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T18:19:31,259 INFO [RS:0;fb97eb0edbe8:44995 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:19:31,259 DEBUG [RS:0;fb97eb0edbe8:44995 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/WALs/fb97eb0edbe8,44995,1731176369074 2024-11-09T18:19:31,259 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fb97eb0edbe8,44995,1731176369074] 2024-11-09T18:19:31,262 INFO [RS:0;fb97eb0edbe8:44995 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T18:19:31,264 INFO [RS:0;fb97eb0edbe8:44995 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T18:19:31,264 INFO [RS:0;fb97eb0edbe8:44995 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T18:19:31,264 INFO [RS:0;fb97eb0edbe8:44995 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:31,264 INFO [RS:0;fb97eb0edbe8:44995 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T18:19:31,265 INFO [RS:0;fb97eb0edbe8:44995 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T18:19:31,265 INFO [RS:0;fb97eb0edbe8:44995 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:31,265 DEBUG [RS:0;fb97eb0edbe8:44995 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:19:31,265 DEBUG [RS:0;fb97eb0edbe8:44995 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:19:31,265 DEBUG [RS:0;fb97eb0edbe8:44995 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:19:31,265 DEBUG [RS:0;fb97eb0edbe8:44995 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:19:31,265 DEBUG [RS:0;fb97eb0edbe8:44995 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:19:31,265 DEBUG [RS:0;fb97eb0edbe8:44995 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=2, maxPoolSize=2 2024-11-09T18:19:31,265 DEBUG [RS:0;fb97eb0edbe8:44995 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:19:31,265 DEBUG [RS:0;fb97eb0edbe8:44995 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:19:31,266 DEBUG [RS:0;fb97eb0edbe8:44995 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:19:31,266 DEBUG [RS:0;fb97eb0edbe8:44995 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:19:31,266 DEBUG [RS:0;fb97eb0edbe8:44995 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:19:31,266 DEBUG [RS:0;fb97eb0edbe8:44995 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:19:31,266 DEBUG [RS:0;fb97eb0edbe8:44995 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:19:31,266 DEBUG [RS:0;fb97eb0edbe8:44995 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:19:31,266 INFO [RS:0;fb97eb0edbe8:44995 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:31,266 INFO [RS:0;fb97eb0edbe8:44995 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:31,266 INFO [RS:0;fb97eb0edbe8:44995 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:31,266 INFO [RS:0;fb97eb0edbe8:44995 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:31,266 INFO [RS:0;fb97eb0edbe8:44995 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:31,266 INFO [RS:0;fb97eb0edbe8:44995 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,44995,1731176369074-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T18:19:31,280 INFO [RS:0;fb97eb0edbe8:44995 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T18:19:31,280 INFO [RS:0;fb97eb0edbe8:44995 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,44995,1731176369074-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:31,280 INFO [RS:0;fb97eb0edbe8:44995 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:31,280 INFO [RS:0;fb97eb0edbe8:44995 {}] regionserver.Replication(171): fb97eb0edbe8,44995,1731176369074 started 2024-11-09T18:19:31,296 INFO [RS:0;fb97eb0edbe8:44995 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:31,296 INFO [RS:0;fb97eb0edbe8:44995 {}] regionserver.HRegionServer(1482): Serving as fb97eb0edbe8,44995,1731176369074, RpcServer on fb97eb0edbe8/172.17.0.3:44995, sessionid=0x10120d2fe3a0001 2024-11-09T18:19:31,296 DEBUG [RS:0;fb97eb0edbe8:44995 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T18:19:31,296 DEBUG [RS:0;fb97eb0edbe8:44995 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fb97eb0edbe8,44995,1731176369074 2024-11-09T18:19:31,296 DEBUG [RS:0;fb97eb0edbe8:44995 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,44995,1731176369074' 2024-11-09T18:19:31,296 DEBUG [RS:0;fb97eb0edbe8:44995 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1893409554/flush-table-proc/abort' 2024-11-09T18:19:31,297 DEBUG [RS:0;fb97eb0edbe8:44995 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1893409554/flush-table-proc/acquired' 2024-11-09T18:19:31,298 DEBUG [RS:0;fb97eb0edbe8:44995 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T18:19:31,298 DEBUG [RS:0;fb97eb0edbe8:44995 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T18:19:31,298 DEBUG [RS:0;fb97eb0edbe8:44995 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fb97eb0edbe8,44995,1731176369074 2024-11-09T18:19:31,298 DEBUG [RS:0;fb97eb0edbe8:44995 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,44995,1731176369074' 2024-11-09T18:19:31,298 DEBUG [RS:0;fb97eb0edbe8:44995 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1893409554/online-snapshot/abort' 2024-11-09T18:19:31,299 DEBUG [RS:0;fb97eb0edbe8:44995 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1893409554/online-snapshot/acquired' 2024-11-09T18:19:31,299 DEBUG [RS:0;fb97eb0edbe8:44995 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T18:19:31,299 INFO [RS:0;fb97eb0edbe8:44995 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T18:19:31,299 INFO [RS:0;fb97eb0edbe8:44995 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T18:19:31,400 INFO [RS:0;fb97eb0edbe8:44995 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T18:19:31,402 INFO [RS:0;fb97eb0edbe8:44995 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fb97eb0edbe8%2C44995%2C1731176369074, suffix=, logDir=hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/WALs/fb97eb0edbe8,44995,1731176369074, archiveDir=hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/oldWALs, maxLogs=10 2024-11-09T18:19:31,424 DEBUG [RS:0;fb97eb0edbe8:44995 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/WALs/fb97eb0edbe8,44995,1731176369074/fb97eb0edbe8%2C44995%2C1731176369074.1731176371403, exclude list is [], retry=0 2024-11-09T18:19:31,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35349,DS-c4d10320-a1ff-41a2-9839-552c9350454d,DISK] 2024-11-09T18:19:31,435 INFO [RS:0;fb97eb0edbe8:44995 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/WALs/fb97eb0edbe8,44995,1731176369074/fb97eb0edbe8%2C44995%2C1731176369074.1731176371403 2024-11-09T18:19:31,436 DEBUG [RS:0;fb97eb0edbe8:44995 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34647:34647)] 2024-11-09T18:19:31,598 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T18:19:31,598 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f 2024-11-09T18:19:31,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35349 is added to blk_1073741833_1009 (size=32) 2024-11-09T18:19:32,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:19:32,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T18:19:32,007 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T18:19:32,007 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:19:32,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:19:32,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T18:19:32,008 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T18:19:32,008 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:19:32,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:19:32,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T18:19:32,009 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T18:19:32,009 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:19:32,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:19:32,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T18:19:32,011 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T18:19:32,011 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:19:32,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:19:32,011 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T18:19:32,012 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/data/hbase/meta/1588230740 2024-11-09T18:19:32,012 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/data/hbase/meta/1588230740 2024-11-09T18:19:32,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T18:19:32,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T18:19:32,013 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:19:32,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T18:19:32,016 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:19:32,017 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61538000, jitterRate=-0.08301234245300293}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:19:32,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731176372004Initializing all the Stores at 1731176372005 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176372005Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176372005Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176372005Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176372005Cleaning up temporary data from old regions at 1731176372013 (+8 ms)Region opened successfully at 1731176372017 (+4 ms) 2024-11-09T18:19:32,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T18:19:32,017 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T18:19:32,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T18:19:32,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T18:19:32,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T18:19:32,018 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T18:19:32,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731176372017Disabling compacts and flushes for region at 1731176372017Disabling writes for close at 1731176372017Writing region close event to WAL at 1731176372018 (+1 ms)Closed at 1731176372018 2024-11-09T18:19:32,019 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:19:32,019 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T18:19:32,019 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T18:19:32,020 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T18:19:32,020 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T18:19:32,171 DEBUG [fb97eb0edbe8:43679 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T18:19:32,171 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fb97eb0edbe8,44995,1731176369074 2024-11-09T18:19:32,172 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb97eb0edbe8,44995,1731176369074, state=OPENING 2024-11-09T18:19:32,185 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T18:19:32,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43679-0x10120d2fe3a0000, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1893409554 2024-11-09T18:19:32,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44995-0x10120d2fe3a0001, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1893409554 2024-11-09T18:19:32,307 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1893409554/meta-region-server: CHANGED 2024-11-09T18:19:32,307 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1893409554/meta-region-server: CHANGED 2024-11-09T18:19:32,307 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T18:19:32,307 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,44995,1731176369074}] 2024-11-09T18:19:32,460 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T18:19:32,461 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37449, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T18:19:32,464 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T18:19:32,464 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:19:32,464 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T18:19:32,465 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fb97eb0edbe8%2C44995%2C1731176369074.meta, suffix=.meta, logDir=hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/WALs/fb97eb0edbe8,44995,1731176369074, archiveDir=hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/oldWALs, maxLogs=10 2024-11-09T18:19:32,480 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/WALs/fb97eb0edbe8,44995,1731176369074/fb97eb0edbe8%2C44995%2C1731176369074.meta.1731176372466.meta, exclude list is [], retry=0 2024-11-09T18:19:32,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35349,DS-c4d10320-a1ff-41a2-9839-552c9350454d,DISK] 2024-11-09T18:19:32,483 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/WALs/fb97eb0edbe8,44995,1731176369074/fb97eb0edbe8%2C44995%2C1731176369074.meta.1731176372466.meta 2024-11-09T18:19:32,484 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34647:34647)] 2024-11-09T18:19:32,484 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:19:32,484 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T18:19:32,484 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T18:19:32,484 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T18:19:32,484 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T18:19:32,485 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T18:19:32,485 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:19:32,485 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T18:19:32,485 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T18:19:32,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T18:19:32,486 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T18:19:32,486 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:19:32,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:19:32,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T18:19:32,487 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T18:19:32,487 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:19:32,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:19:32,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T18:19:32,488 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T18:19:32,488 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:19:32,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:19:32,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T18:19:32,489 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T18:19:32,489 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:19:32,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:19:32,490 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T18:19:32,490 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/data/hbase/meta/1588230740 2024-11-09T18:19:32,491 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/data/hbase/meta/1588230740 2024-11-09T18:19:32,492 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T18:19:32,492 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T18:19:32,492 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:19:32,493 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T18:19:32,493 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62683147, jitterRate=-0.06594832241535187}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:19:32,494 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T18:19:32,494 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731176372485Writing region info on filesystem at 1731176372485Initializing all the Stores at 1731176372485Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176372485Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176372486 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176372486Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176372486Cleaning up temporary data from old regions at 1731176372492 (+6 ms)Running coprocessor post-open hooks at 1731176372494 (+2 ms)Region opened successfully at 1731176372494 2024-11-09T18:19:32,495 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731176372459 2024-11-09T18:19:32,496 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T18:19:32,497 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T18:19:32,497 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,44995,1731176369074 2024-11-09T18:19:32,498 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb97eb0edbe8,44995,1731176369074, state=OPEN 2024-11-09T18:19:32,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43679-0x10120d2fe3a0000, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1893409554/meta-region-server 2024-11-09T18:19:32,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44995-0x10120d2fe3a0001, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1893409554/meta-region-server 2024-11-09T18:19:32,510 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1893409554/meta-region-server: CHANGED 2024-11-09T18:19:32,510 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1893409554/meta-region-server: CHANGED 2024-11-09T18:19:32,510 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,44995,1731176369074 2024-11-09T18:19:32,512 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T18:19:32,512 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,44995,1731176369074 in 203 msec 2024-11-09T18:19:32,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T18:19:32,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 493 msec 2024-11-09T18:19:32,514 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:19:32,514 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T18:19:32,515 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:19:32,515 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,44995,1731176369074, seqNum=-1] 2024-11-09T18:19:32,516 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:19:32,517 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57237, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:19:32,521 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3330 sec 2024-11-09T18:19:32,521 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731176372521, completionTime=-1 2024-11-09T18:19:32,521 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T18:19:32,521 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T18:19:32,523 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T18:19:32,523 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731176432523 2024-11-09T18:19:32,523 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731176492523 2024-11-09T18:19:32,523 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T18:19:32,523 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,43679,1731176368843-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:32,523 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,43679,1731176368843-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:32,523 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,43679,1731176368843-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:32,524 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fb97eb0edbe8:43679, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:32,524 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:32,524 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:32,525 DEBUG [master/fb97eb0edbe8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T18:19:32,527 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.352sec 2024-11-09T18:19:32,527 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T18:19:32,527 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T18:19:32,527 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T18:19:32,527 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T18:19:32,527 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T18:19:32,527 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,43679,1731176368843-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T18:19:32,527 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,43679,1731176368843-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T18:19:32,529 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T18:19:32,529 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T18:19:32,529 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,43679,1731176368843-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:32,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24052eb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:19:32,624 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,43679,-1 for getting cluster id 2024-11-09T18:19:32,624 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:19:32,625 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8af23bbc-2d38-47f9-aad9-c76747381952' 2024-11-09T18:19:32,625 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:19:32,626 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8af23bbc-2d38-47f9-aad9-c76747381952" 2024-11-09T18:19:32,626 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dc15e28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:19:32,626 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,43679,-1] 2024-11-09T18:19:32,626 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:19:32,626 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:19:32,627 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:19:32,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@495fefbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:19:32,628 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:19:32,629 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,44995,1731176369074, seqNum=-1] 2024-11-09T18:19:32,629 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:19:32,630 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:19:32,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fb97eb0edbe8,43679,1731176368843 2024-11-09T18:19:32,633 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52053 2024-11-09T18:19:32,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:19:32,638 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10120d2fe3a0002 connected 2024-11-09T18:19:32,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2532d923-e00d-eab5-5280-1b731e7c7262/hadoop.log.dir so I do NOT create it in target/test-data/aed512d3-03a7-debb-5a61-da8ae80b2026 2024-11-09T18:19:32,650 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2532d923-e00d-eab5-5280-1b731e7c7262/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T18:19:32,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2532d923-e00d-eab5-5280-1b731e7c7262/hadoop.tmp.dir so I do NOT create it in target/test-data/aed512d3-03a7-debb-5a61-da8ae80b2026 2024-11-09T18:19:32,650 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2532d923-e00d-eab5-5280-1b731e7c7262/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T18:19:32,650 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aed512d3-03a7-debb-5a61-da8ae80b2026 2024-11-09T18:19:32,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T18:19:32,651 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aed512d3-03a7-debb-5a61-da8ae80b2026/cluster_c2bc45d9-9074-dfed-1950-a7b2cb11ed2e, deleteOnExit=true 2024-11-09T18:19:32,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T18:19:32,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aed512d3-03a7-debb-5a61-da8ae80b2026/test.cache.data in system properties and HBase conf 2024-11-09T18:19:32,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aed512d3-03a7-debb-5a61-da8ae80b2026/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T18:19:32,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aed512d3-03a7-debb-5a61-da8ae80b2026/hadoop.log.dir in system properties and HBase conf 2024-11-09T18:19:32,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aed512d3-03a7-debb-5a61-da8ae80b2026/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T18:19:32,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aed512d3-03a7-debb-5a61-da8ae80b2026/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T18:19:32,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T18:19:32,651 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T18:19:32,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aed512d3-03a7-debb-5a61-da8ae80b2026/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T18:19:32,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aed512d3-03a7-debb-5a61-da8ae80b2026/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T18:19:32,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aed512d3-03a7-debb-5a61-da8ae80b2026/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T18:19:32,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aed512d3-03a7-debb-5a61-da8ae80b2026/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T18:19:32,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aed512d3-03a7-debb-5a61-da8ae80b2026/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T18:19:32,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aed512d3-03a7-debb-5a61-da8ae80b2026/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T18:19:32,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aed512d3-03a7-debb-5a61-da8ae80b2026/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T18:19:32,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aed512d3-03a7-debb-5a61-da8ae80b2026/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T18:19:32,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aed512d3-03a7-debb-5a61-da8ae80b2026/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T18:19:32,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aed512d3-03a7-debb-5a61-da8ae80b2026/nfs.dump.dir in system properties and HBase conf 2024-11-09T18:19:32,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aed512d3-03a7-debb-5a61-da8ae80b2026/java.io.tmpdir in system properties and HBase conf 2024-11-09T18:19:32,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aed512d3-03a7-debb-5a61-da8ae80b2026/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T18:19:32,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aed512d3-03a7-debb-5a61-da8ae80b2026/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T18:19:32,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aed512d3-03a7-debb-5a61-da8ae80b2026/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T18:19:32,988 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:19:32,992 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T18:19:32,993 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T18:19:32,993 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T18:19:32,993 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T18:19:32,997 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:19:32,997 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ee28337{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aed512d3-03a7-debb-5a61-da8ae80b2026/hadoop.log.dir/,AVAILABLE} 2024-11-09T18:19:32,997 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b982f5b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T18:19:33,094 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@56f79492{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aed512d3-03a7-debb-5a61-da8ae80b2026/java.io.tmpdir/jetty-localhost-32975-hadoop-hdfs-3_4_1-tests_jar-_-any-18171050018318170307/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T18:19:33,095 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21ddfaba{HTTP/1.1, (http/1.1)}{localhost:32975} 2024-11-09T18:19:33,095 INFO [Time-limited test {}] server.Server(415): Started @143844ms 2024-11-09T18:19:33,383 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:19:33,387 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T18:19:33,391 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T18:19:33,391 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T18:19:33,391 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T18:19:33,392 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3904e05e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aed512d3-03a7-debb-5a61-da8ae80b2026/hadoop.log.dir/,AVAILABLE} 2024-11-09T18:19:33,393 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e350811{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T18:19:33,518 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59660647{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aed512d3-03a7-debb-5a61-da8ae80b2026/java.io.tmpdir/jetty-localhost-45211-hadoop-hdfs-3_4_1-tests_jar-_-any-14574282907429318371/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:19:33,518 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@45139d65{HTTP/1.1, (http/1.1)}{localhost:45211} 2024-11-09T18:19:33,518 INFO [Time-limited test {}] server.Server(415): Started @144267ms 2024-11-09T18:19:33,519 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T18:19:34,438 WARN [Thread-1401 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aed512d3-03a7-debb-5a61-da8ae80b2026/cluster_c2bc45d9-9074-dfed-1950-a7b2cb11ed2e/data/data1/current/BP-1200652105-172.17.0.3-1731176372668/current, will proceed with Du for space computation calculation, 2024-11-09T18:19:34,438 WARN [Thread-1402 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aed512d3-03a7-debb-5a61-da8ae80b2026/cluster_c2bc45d9-9074-dfed-1950-a7b2cb11ed2e/data/data2/current/BP-1200652105-172.17.0.3-1731176372668/current, will proceed with Du for space computation calculation, 2024-11-09T18:19:34,456 WARN [Thread-1389 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T18:19:34,459 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x15fc0efbf7969f60 with lease ID 0xfa22b4eb57857bf7: Processing first storage report for DS-96c7d893-0deb-46f2-a652-1cd32a0c9bd6 from datanode DatanodeRegistration(127.0.0.1:36849, datanodeUuid=d970f999-0f8c-4d33-b998-a23c68c5ed59, infoPort=36447, infoSecurePort=0, ipcPort=37097, storageInfo=lv=-57;cid=testClusterID;nsid=1647210992;c=1731176372668) 2024-11-09T18:19:34,459 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x15fc0efbf7969f60 with lease ID 0xfa22b4eb57857bf7: from storage DS-96c7d893-0deb-46f2-a652-1cd32a0c9bd6 node DatanodeRegistration(127.0.0.1:36849, datanodeUuid=d970f999-0f8c-4d33-b998-a23c68c5ed59, infoPort=36447, infoSecurePort=0, ipcPort=37097, storageInfo=lv=-57;cid=testClusterID;nsid=1647210992;c=1731176372668), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T18:19:34,459 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x15fc0efbf7969f60 with lease ID 0xfa22b4eb57857bf7: Processing first storage report for DS-35e5084e-3aae-4aa3-8820-94a610c24f5d from datanode DatanodeRegistration(127.0.0.1:36849, datanodeUuid=d970f999-0f8c-4d33-b998-a23c68c5ed59, infoPort=36447, infoSecurePort=0, ipcPort=37097, storageInfo=lv=-57;cid=testClusterID;nsid=1647210992;c=1731176372668) 2024-11-09T18:19:34,459 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x15fc0efbf7969f60 with lease ID 0xfa22b4eb57857bf7: from storage DS-35e5084e-3aae-4aa3-8820-94a610c24f5d node DatanodeRegistration(127.0.0.1:36849, datanodeUuid=d970f999-0f8c-4d33-b998-a23c68c5ed59, infoPort=36447, infoSecurePort=0, ipcPort=37097, storageInfo=lv=-57;cid=testClusterID;nsid=1647210992;c=1731176372668), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T18:19:34,545 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aed512d3-03a7-debb-5a61-da8ae80b2026 2024-11-09T18:19:34,546 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:19:34,547 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:19:34,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36849 is added to blk_1073741825_1001 (size=7) 2024-11-09T18:19:34,955 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37909/user/jenkins/test-data/7f4a0267-92e4-3080-680a-ad7c85f579ed with version=8 2024-11-09T18:19:34,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37909/user/jenkins/test-data/7f4a0267-92e4-3080-680a-ad7c85f579ed/hbase-staging 2024-11-09T18:19:34,956 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fb97eb0edbe8:0 server-side Connection retries=45 2024-11-09T18:19:34,957 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:19:34,957 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T18:19:34,957 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T18:19:34,957 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:19:34,957 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T18:19:34,957 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T18:19:34,957 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T18:19:34,957 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41117 2024-11-09T18:19:34,958 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41117 connecting to ZooKeeper ensemble=127.0.0.1:52053 2024-11-09T18:19:35,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:411170x0, quorum=127.0.0.1:52053, baseZNode=/1-2016627622 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:19:35,005 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41117-0x10120d2fe3a0003 connected 2024-11-09T18:19:35,143 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:19:35,145 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:19:35,147 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41117-0x10120d2fe3a0003, quorum=127.0.0.1:52053, baseZNode=/1-2016627622 Set watcher on znode that does not yet exist, /1-2016627622/running 2024-11-09T18:19:35,147 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37909/user/jenkins/test-data/7f4a0267-92e4-3080-680a-ad7c85f579ed, hbase.cluster.distributed=false 2024-11-09T18:19:35,148 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41117-0x10120d2fe3a0003, quorum=127.0.0.1:52053, baseZNode=/1-2016627622 Set watcher on znode that does not yet exist, /1-2016627622/acl 2024-11-09T18:19:35,149 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41117 2024-11-09T18:19:35,149 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41117 2024-11-09T18:19:35,149 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41117 2024-11-09T18:19:35,149 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41117 2024-11-09T18:19:35,149 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41117 2024-11-09T18:19:35,163 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fb97eb0edbe8:0 server-side Connection retries=45 2024-11-09T18:19:35,163 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:19:35,163 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T18:19:35,163 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T18:19:35,163 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:19:35,163 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T18:19:35,163 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T18:19:35,163 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T18:19:35,164 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40205 2024-11-09T18:19:35,164 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40205 connecting to ZooKeeper ensemble=127.0.0.1:52053 2024-11-09T18:19:35,165 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:19:35,166 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:19:35,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:402050x0, quorum=127.0.0.1:52053, baseZNode=/1-2016627622 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:19:35,174 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:402050x0, quorum=127.0.0.1:52053, baseZNode=/1-2016627622 Set watcher on znode that does not yet exist, /1-2016627622/running 2024-11-09T18:19:35,174 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T18:19:35,175 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40205-0x10120d2fe3a0004 connected 2024-11-09T18:19:35,176 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T18:19:35,176 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40205-0x10120d2fe3a0004, quorum=127.0.0.1:52053, baseZNode=/1-2016627622 Set watcher on znode that does not yet exist, /1-2016627622/master 2024-11-09T18:19:35,177 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40205-0x10120d2fe3a0004, quorum=127.0.0.1:52053, baseZNode=/1-2016627622 Set watcher on znode that does not yet exist, /1-2016627622/acl 2024-11-09T18:19:35,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40205 2024-11-09T18:19:35,182 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40205 2024-11-09T18:19:35,182 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40205 2024-11-09T18:19:35,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40205 2024-11-09T18:19:35,185 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40205 2024-11-09T18:19:35,197 DEBUG [M:0;fb97eb0edbe8:41117 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fb97eb0edbe8:41117 2024-11-09T18:19:35,197 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-2016627622/backup-masters/fb97eb0edbe8,41117,1731176374956 2024-11-09T18:19:35,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41117-0x10120d2fe3a0003, quorum=127.0.0.1:52053, baseZNode=/1-2016627622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2016627622/backup-masters 2024-11-09T18:19:35,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40205-0x10120d2fe3a0004, quorum=127.0.0.1:52053, baseZNode=/1-2016627622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2016627622/backup-masters 2024-11-09T18:19:35,206 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41117-0x10120d2fe3a0003, quorum=127.0.0.1:52053, baseZNode=/1-2016627622 Set watcher on existing znode=/1-2016627622/backup-masters/fb97eb0edbe8,41117,1731176374956 2024-11-09T18:19:35,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41117-0x10120d2fe3a0003, quorum=127.0.0.1:52053, baseZNode=/1-2016627622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2016627622 2024-11-09T18:19:35,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40205-0x10120d2fe3a0004, quorum=127.0.0.1:52053, baseZNode=/1-2016627622 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2016627622/master 2024-11-09T18:19:35,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40205-0x10120d2fe3a0004, quorum=127.0.0.1:52053, baseZNode=/1-2016627622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2016627622 2024-11-09T18:19:35,216 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41117-0x10120d2fe3a0003, quorum=127.0.0.1:52053, baseZNode=/1-2016627622 Set watcher on existing znode=/1-2016627622/master 2024-11-09T18:19:35,217 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-2016627622/backup-masters/fb97eb0edbe8,41117,1731176374956 from backup master directory 2024-11-09T18:19:35,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40205-0x10120d2fe3a0004, quorum=127.0.0.1:52053, baseZNode=/1-2016627622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2016627622/backup-masters 2024-11-09T18:19:35,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41117-0x10120d2fe3a0003, quorum=127.0.0.1:52053, baseZNode=/1-2016627622 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2016627622/backup-masters/fb97eb0edbe8,41117,1731176374956 2024-11-09T18:19:35,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41117-0x10120d2fe3a0003, quorum=127.0.0.1:52053, baseZNode=/1-2016627622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2016627622/backup-masters 2024-11-09T18:19:35,227 WARN [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T18:19:35,227 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fb97eb0edbe8,41117,1731176374956 2024-11-09T18:19:35,231 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37909/user/jenkins/test-data/7f4a0267-92e4-3080-680a-ad7c85f579ed/hbase.id] with ID: f819aad8-a071-4e65-986f-b923f5dea13c 2024-11-09T18:19:35,231 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37909/user/jenkins/test-data/7f4a0267-92e4-3080-680a-ad7c85f579ed/.tmp/hbase.id 2024-11-09T18:19:35,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36849 is added to blk_1073741826_1002 (size=42) 2024-11-09T18:19:35,557 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T18:19:35,557 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T18:19:35,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T18:19:35,558 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-09T18:19:35,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T18:19:35,558 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T18:19:35,636 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37909/user/jenkins/test-data/7f4a0267-92e4-3080-680a-ad7c85f579ed/.tmp/hbase.id]:[hdfs://localhost:37909/user/jenkins/test-data/7f4a0267-92e4-3080-680a-ad7c85f579ed/hbase.id] 2024-11-09T18:19:35,646 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:19:35,646 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T18:19:35,647 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T18:19:35,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40205-0x10120d2fe3a0004, quorum=127.0.0.1:52053, baseZNode=/1-2016627622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2016627622 2024-11-09T18:19:35,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41117-0x10120d2fe3a0003, quorum=127.0.0.1:52053, baseZNode=/1-2016627622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2016627622 2024-11-09T18:19:35,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36849 is added to blk_1073741827_1003 (size=196) 2024-11-09T18:19:36,127 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:19:36,128 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T18:19:36,128 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:19:36,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36849 is added to blk_1073741828_1004 (size=1189) 2024-11-09T18:19:36,535 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37909/user/jenkins/test-data/7f4a0267-92e4-3080-680a-ad7c85f579ed/MasterData/data/master/store 2024-11-09T18:19:36,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36849 is added to blk_1073741829_1005 (size=34) 2024-11-09T18:19:36,942 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:19:36,942 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T18:19:36,942 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:19:36,942 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:19:36,942 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T18:19:36,942 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:19:36,942 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:19:36,942 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731176376942Disabling compacts and flushes for region at 1731176376942Disabling writes for close at 1731176376942Writing region close event to WAL at 1731176376942Closed at 1731176376942 2024-11-09T18:19:36,943 WARN [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37909/user/jenkins/test-data/7f4a0267-92e4-3080-680a-ad7c85f579ed/MasterData/data/master/store/.initializing 2024-11-09T18:19:36,943 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37909/user/jenkins/test-data/7f4a0267-92e4-3080-680a-ad7c85f579ed/MasterData/WALs/fb97eb0edbe8,41117,1731176374956 2024-11-09T18:19:36,943 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T18:19:36,945 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb97eb0edbe8%2C41117%2C1731176374956, suffix=, logDir=hdfs://localhost:37909/user/jenkins/test-data/7f4a0267-92e4-3080-680a-ad7c85f579ed/MasterData/WALs/fb97eb0edbe8,41117,1731176374956, archiveDir=hdfs://localhost:37909/user/jenkins/test-data/7f4a0267-92e4-3080-680a-ad7c85f579ed/MasterData/oldWALs, maxLogs=10 2024-11-09T18:19:36,957 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7f4a0267-92e4-3080-680a-ad7c85f579ed/MasterData/WALs/fb97eb0edbe8,41117,1731176374956/fb97eb0edbe8%2C41117%2C1731176374956.1731176376945, exclude list is [], retry=0 2024-11-09T18:19:36,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36849,DS-96c7d893-0deb-46f2-a652-1cd32a0c9bd6,DISK] 2024-11-09T18:19:36,961 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7f4a0267-92e4-3080-680a-ad7c85f579ed/MasterData/WALs/fb97eb0edbe8,41117,1731176374956/fb97eb0edbe8%2C41117%2C1731176374956.1731176376945 2024-11-09T18:19:36,961 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36447:36447)] 2024-11-09T18:19:36,961 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:19:36,961 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:19:36,961 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:19:36,961 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:19:36,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:19:36,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T18:19:36,963 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:19:36,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:19:36,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:19:36,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T18:19:36,965 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:19:36,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:19:36,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:19:36,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T18:19:36,966 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:19:36,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:19:36,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:19:36,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T18:19:36,967 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:19:36,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:19:36,967 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:19:36,968 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37909/user/jenkins/test-data/7f4a0267-92e4-3080-680a-ad7c85f579ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:19:36,968 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37909/user/jenkins/test-data/7f4a0267-92e4-3080-680a-ad7c85f579ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:19:36,969 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:19:36,969 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:19:36,970 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:19:36,971 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:19:36,972 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37909/user/jenkins/test-data/7f4a0267-92e4-3080-680a-ad7c85f579ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:19:36,973 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64171699, jitterRate=-0.04376716911792755}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:19:36,973 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731176376961Initializing all the Stores at 1731176376962 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176376962Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176376962Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176376962Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176376962Cleaning up temporary data from old regions at 1731176376969 (+7 ms)Region opened successfully at 1731176376973 (+4 ms) 2024-11-09T18:19:36,973 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T18:19:36,976 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@452bdd9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb97eb0edbe8/172.17.0.3:0 2024-11-09T18:19:36,977 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T18:19:36,977 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T18:19:36,977 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T18:19:36,977 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T18:19:36,977 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T18:19:36,978 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T18:19:36,978 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T18:19:36,979 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T18:19:36,980 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41117-0x10120d2fe3a0003, quorum=127.0.0.1:52053, baseZNode=/1-2016627622 Unable to get data of znode /1-2016627622/balancer because node does not exist (not necessarily an error) 2024-11-09T18:19:36,984 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2016627622/balancer already deleted, retry=false 2024-11-09T18:19:36,985 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T18:19:36,985 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41117-0x10120d2fe3a0003, quorum=127.0.0.1:52053, baseZNode=/1-2016627622 Unable to get data of znode /1-2016627622/normalizer because node does not exist (not necessarily an error) 2024-11-09T18:19:36,995 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2016627622/normalizer already deleted, retry=false 2024-11-09T18:19:36,995 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T18:19:36,996 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41117-0x10120d2fe3a0003, quorum=127.0.0.1:52053, baseZNode=/1-2016627622 Unable to get data of znode /1-2016627622/switch/split because node does not exist (not necessarily an error) 2024-11-09T18:19:37,005 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2016627622/switch/split already deleted, retry=false 2024-11-09T18:19:37,006 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41117-0x10120d2fe3a0003, quorum=127.0.0.1:52053, baseZNode=/1-2016627622 Unable to get data of znode /1-2016627622/switch/merge because node does not exist (not necessarily an error) 2024-11-09T18:19:37,016 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2016627622/switch/merge already deleted, retry=false 2024-11-09T18:19:37,018 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41117-0x10120d2fe3a0003, quorum=127.0.0.1:52053, baseZNode=/1-2016627622 Unable to get data of znode /1-2016627622/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T18:19:37,026 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2016627622/snapshot-cleanup already deleted, retry=false 2024-11-09T18:19:37,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40205-0x10120d2fe3a0004, quorum=127.0.0.1:52053, baseZNode=/1-2016627622 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2016627622/running 2024-11-09T18:19:37,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41117-0x10120d2fe3a0003, quorum=127.0.0.1:52053, baseZNode=/1-2016627622 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2016627622/running 2024-11-09T18:19:37,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41117-0x10120d2fe3a0003, quorum=127.0.0.1:52053, baseZNode=/1-2016627622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2016627622 2024-11-09T18:19:37,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40205-0x10120d2fe3a0004, quorum=127.0.0.1:52053, baseZNode=/1-2016627622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2016627622 2024-11-09T18:19:37,038 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fb97eb0edbe8,41117,1731176374956, sessionid=0x10120d2fe3a0003, setting cluster-up flag (Was=false) 2024-11-09T18:19:37,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40205-0x10120d2fe3a0004, quorum=127.0.0.1:52053, baseZNode=/1-2016627622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2016627622 2024-11-09T18:19:37,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41117-0x10120d2fe3a0003, quorum=127.0.0.1:52053, baseZNode=/1-2016627622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2016627622 2024-11-09T18:19:37,090 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2016627622/flush-table-proc/acquired, /1-2016627622/flush-table-proc/reached, /1-2016627622/flush-table-proc/abort 2024-11-09T18:19:37,091 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb97eb0edbe8,41117,1731176374956 2024-11-09T18:19:37,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41117-0x10120d2fe3a0003, quorum=127.0.0.1:52053, baseZNode=/1-2016627622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2016627622 2024-11-09T18:19:37,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40205-0x10120d2fe3a0004, quorum=127.0.0.1:52053, baseZNode=/1-2016627622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2016627622 2024-11-09T18:19:37,142 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2016627622/online-snapshot/acquired, /1-2016627622/online-snapshot/reached, /1-2016627622/online-snapshot/abort 2024-11-09T18:19:37,143 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb97eb0edbe8,41117,1731176374956 2024-11-09T18:19:37,145 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37909/user/jenkins/test-data/7f4a0267-92e4-3080-680a-ad7c85f579ed/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T18:19:37,146 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T18:19:37,146 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T18:19:37,147 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T18:19:37,147 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fb97eb0edbe8,41117,1731176374956 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T18:19:37,148 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:19:37,148 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:19:37,148 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:19:37,148 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:19:37,148 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fb97eb0edbe8:0, corePoolSize=10, maxPoolSize=10 2024-11-09T18:19:37,148 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:19:37,148 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=2, maxPoolSize=2 2024-11-09T18:19:37,148 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:19:37,149 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:19:37,149 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T18:19:37,150 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:19:37,150 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T18:19:37,155 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731176407155 2024-11-09T18:19:37,155 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T18:19:37,155 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T18:19:37,155 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T18:19:37,155 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T18:19:37,155 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T18:19:37,155 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T18:19:37,156 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:37,156 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T18:19:37,156 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T18:19:37,156 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T18:19:37,156 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T18:19:37,161 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T18:19:37,161 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T18:19:37,162 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731176377161,5,FailOnTimeoutGroup] 2024-11-09T18:19:37,168 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731176377162,5,FailOnTimeoutGroup] 2024-11-09T18:19:37,168 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:37,168 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T18:19:37,168 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:37,168 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:37,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36849 is added to blk_1073741831_1007 (size=1321) 2024-11-09T18:19:37,173 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37909/user/jenkins/test-data/7f4a0267-92e4-3080-680a-ad7c85f579ed/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T18:19:37,173 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37909/user/jenkins/test-data/7f4a0267-92e4-3080-680a-ad7c85f579ed 2024-11-09T18:19:37,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36849 is added to blk_1073741832_1008 (size=32) 2024-11-09T18:19:37,190 INFO [RS:0;fb97eb0edbe8:40205 {}] regionserver.HRegionServer(746): ClusterId : f819aad8-a071-4e65-986f-b923f5dea13c 2024-11-09T18:19:37,190 DEBUG [RS:0;fb97eb0edbe8:40205 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T18:19:37,196 DEBUG [RS:0;fb97eb0edbe8:40205 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T18:19:37,196 DEBUG [RS:0;fb97eb0edbe8:40205 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T18:19:37,206 DEBUG [RS:0;fb97eb0edbe8:40205 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T18:19:37,207 DEBUG [RS:0;fb97eb0edbe8:40205 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@655a71df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb97eb0edbe8/172.17.0.3:0 2024-11-09T18:19:37,220 DEBUG [RS:0;fb97eb0edbe8:40205 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fb97eb0edbe8:40205 2024-11-09T18:19:37,220 INFO [RS:0;fb97eb0edbe8:40205 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T18:19:37,220 INFO [RS:0;fb97eb0edbe8:40205 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T18:19:37,220 DEBUG [RS:0;fb97eb0edbe8:40205 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T18:19:37,221 INFO [RS:0;fb97eb0edbe8:40205 {}] regionserver.HRegionServer(2659): reportForDuty to master=fb97eb0edbe8,41117,1731176374956 with port=40205, startcode=1731176375162 2024-11-09T18:19:37,221 DEBUG [RS:0;fb97eb0edbe8:40205 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T18:19:37,223 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45909, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T18:19:37,223 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41117 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fb97eb0edbe8,40205,1731176375162 2024-11-09T18:19:37,223 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41117 {}] master.ServerManager(517): Registering regionserver=fb97eb0edbe8,40205,1731176375162 2024-11-09T18:19:37,225 DEBUG [RS:0;fb97eb0edbe8:40205 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37909/user/jenkins/test-data/7f4a0267-92e4-3080-680a-ad7c85f579ed 2024-11-09T18:19:37,225 DEBUG [RS:0;fb97eb0edbe8:40205 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37909 2024-11-09T18:19:37,225 DEBUG [RS:0;fb97eb0edbe8:40205 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T18:19:37,263 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T18:19:37,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41117-0x10120d2fe3a0003, quorum=127.0.0.1:52053, baseZNode=/1-2016627622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2016627622/rs 2024-11-09T18:19:37,269 DEBUG [RS:0;fb97eb0edbe8:40205 {}] zookeeper.ZKUtil(111): regionserver:40205-0x10120d2fe3a0004, quorum=127.0.0.1:52053, baseZNode=/1-2016627622 Set watcher on existing znode=/1-2016627622/rs/fb97eb0edbe8,40205,1731176375162 2024-11-09T18:19:37,269 WARN [RS:0;fb97eb0edbe8:40205 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T18:19:37,269 INFO [RS:0;fb97eb0edbe8:40205 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:19:37,269 DEBUG [RS:0;fb97eb0edbe8:40205 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37909/user/jenkins/test-data/7f4a0267-92e4-3080-680a-ad7c85f579ed/WALs/fb97eb0edbe8,40205,1731176375162 2024-11-09T18:19:37,269 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fb97eb0edbe8,40205,1731176375162] 2024-11-09T18:19:37,272 INFO [RS:0;fb97eb0edbe8:40205 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T18:19:37,280 INFO [RS:0;fb97eb0edbe8:40205 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T18:19:37,281 INFO [RS:0;fb97eb0edbe8:40205 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T18:19:37,281 INFO [RS:0;fb97eb0edbe8:40205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:37,284 INFO [RS:0;fb97eb0edbe8:40205 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T18:19:37,285 INFO [RS:0;fb97eb0edbe8:40205 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T18:19:37,285 INFO [RS:0;fb97eb0edbe8:40205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:37,285 DEBUG [RS:0;fb97eb0edbe8:40205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:19:37,285 DEBUG [RS:0;fb97eb0edbe8:40205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:19:37,285 DEBUG [RS:0;fb97eb0edbe8:40205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:19:37,285 DEBUG [RS:0;fb97eb0edbe8:40205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:19:37,285 DEBUG [RS:0;fb97eb0edbe8:40205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:19:37,285 DEBUG [RS:0;fb97eb0edbe8:40205 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=2, maxPoolSize=2 2024-11-09T18:19:37,285 DEBUG [RS:0;fb97eb0edbe8:40205 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:19:37,285 DEBUG [RS:0;fb97eb0edbe8:40205 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:19:37,285 DEBUG [RS:0;fb97eb0edbe8:40205 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:19:37,285 DEBUG [RS:0;fb97eb0edbe8:40205 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:19:37,285 DEBUG [RS:0;fb97eb0edbe8:40205 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:19:37,286 DEBUG [RS:0;fb97eb0edbe8:40205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:19:37,286 DEBUG [RS:0;fb97eb0edbe8:40205 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:19:37,286 DEBUG [RS:0;fb97eb0edbe8:40205 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:19:37,289 INFO [RS:0;fb97eb0edbe8:40205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:37,289 INFO [RS:0;fb97eb0edbe8:40205 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:37,289 INFO [RS:0;fb97eb0edbe8:40205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:37,289 INFO [RS:0;fb97eb0edbe8:40205 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:37,289 INFO [RS:0;fb97eb0edbe8:40205 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:37,290 INFO [RS:0;fb97eb0edbe8:40205 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,40205,1731176375162-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T18:19:37,306 INFO [RS:0;fb97eb0edbe8:40205 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T18:19:37,306 INFO [RS:0;fb97eb0edbe8:40205 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,40205,1731176375162-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:37,306 INFO [RS:0;fb97eb0edbe8:40205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:37,307 INFO [RS:0;fb97eb0edbe8:40205 {}] regionserver.Replication(171): fb97eb0edbe8,40205,1731176375162 started 2024-11-09T18:19:37,322 INFO [RS:0;fb97eb0edbe8:40205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:37,322 INFO [RS:0;fb97eb0edbe8:40205 {}] regionserver.HRegionServer(1482): Serving as fb97eb0edbe8,40205,1731176375162, RpcServer on fb97eb0edbe8/172.17.0.3:40205, sessionid=0x10120d2fe3a0004 2024-11-09T18:19:37,322 DEBUG [RS:0;fb97eb0edbe8:40205 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T18:19:37,322 DEBUG [RS:0;fb97eb0edbe8:40205 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fb97eb0edbe8,40205,1731176375162 2024-11-09T18:19:37,322 DEBUG [RS:0;fb97eb0edbe8:40205 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,40205,1731176375162' 2024-11-09T18:19:37,322 DEBUG [RS:0;fb97eb0edbe8:40205 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2016627622/flush-table-proc/abort' 2024-11-09T18:19:37,323 DEBUG [RS:0;fb97eb0edbe8:40205 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2016627622/flush-table-proc/acquired' 2024-11-09T18:19:37,323 DEBUG [RS:0;fb97eb0edbe8:40205 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T18:19:37,323 DEBUG [RS:0;fb97eb0edbe8:40205 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T18:19:37,323 DEBUG [RS:0;fb97eb0edbe8:40205 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fb97eb0edbe8,40205,1731176375162 2024-11-09T18:19:37,323 DEBUG [RS:0;fb97eb0edbe8:40205 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,40205,1731176375162' 2024-11-09T18:19:37,323 DEBUG [RS:0;fb97eb0edbe8:40205 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2016627622/online-snapshot/abort' 2024-11-09T18:19:37,324 DEBUG [RS:0;fb97eb0edbe8:40205 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2016627622/online-snapshot/acquired' 2024-11-09T18:19:37,324 DEBUG [RS:0;fb97eb0edbe8:40205 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T18:19:37,324 INFO [RS:0;fb97eb0edbe8:40205 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T18:19:37,324 INFO [RS:0;fb97eb0edbe8:40205 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T18:19:37,425 INFO [RS:0;fb97eb0edbe8:40205 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T18:19:37,427 INFO [RS:0;fb97eb0edbe8:40205 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fb97eb0edbe8%2C40205%2C1731176375162, suffix=, logDir=hdfs://localhost:37909/user/jenkins/test-data/7f4a0267-92e4-3080-680a-ad7c85f579ed/WALs/fb97eb0edbe8,40205,1731176375162, archiveDir=hdfs://localhost:37909/user/jenkins/test-data/7f4a0267-92e4-3080-680a-ad7c85f579ed/oldWALs, maxLogs=10 2024-11-09T18:19:37,448 DEBUG [RS:0;fb97eb0edbe8:40205 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7f4a0267-92e4-3080-680a-ad7c85f579ed/WALs/fb97eb0edbe8,40205,1731176375162/fb97eb0edbe8%2C40205%2C1731176375162.1731176377427, exclude list is [], retry=0 2024-11-09T18:19:37,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36849,DS-96c7d893-0deb-46f2-a652-1cd32a0c9bd6,DISK] 2024-11-09T18:19:37,477 INFO [RS:0;fb97eb0edbe8:40205 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7f4a0267-92e4-3080-680a-ad7c85f579ed/WALs/fb97eb0edbe8,40205,1731176375162/fb97eb0edbe8%2C40205%2C1731176375162.1731176377427 2024-11-09T18:19:37,477 DEBUG [RS:0;fb97eb0edbe8:40205 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36447:36447)] 2024-11-09T18:19:37,589 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:19:37,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T18:19:37,598 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T18:19:37,598 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:19:37,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:19:37,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T18:19:37,607 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T18:19:37,607 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:19:37,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:19:37,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T18:19:37,613 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T18:19:37,613 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:19:37,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:19:37,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T18:19:37,618 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T18:19:37,618 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:19:37,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:19:37,620 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T18:19:37,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37909/user/jenkins/test-data/7f4a0267-92e4-3080-680a-ad7c85f579ed/data/hbase/meta/1588230740 2024-11-09T18:19:37,622 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37909/user/jenkins/test-data/7f4a0267-92e4-3080-680a-ad7c85f579ed/data/hbase/meta/1588230740 2024-11-09T18:19:37,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T18:19:37,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T18:19:37,625 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:19:37,630 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T18:19:37,641 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37909/user/jenkins/test-data/7f4a0267-92e4-3080-680a-ad7c85f579ed/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:19:37,642 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71577343, jitterRate=0.06658552587032318}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:19:37,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731176377589Initializing all the Stores at 1731176377589Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176377590 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176377590Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176377590Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176377590Cleaning up temporary data from old regions at 1731176377624 (+34 ms)Region opened successfully at 1731176377642 (+18 ms) 2024-11-09T18:19:37,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T18:19:37,643 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T18:19:37,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T18:19:37,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T18:19:37,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T18:19:37,643 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T18:19:37,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731176377643Disabling compacts and flushes for region at 1731176377643Disabling writes for close at 1731176377643Writing region close event to WAL at 1731176377643Closed at 1731176377643 2024-11-09T18:19:37,645 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:19:37,645 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T18:19:37,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T18:19:37,648 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T18:19:37,649 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T18:19:37,799 DEBUG [fb97eb0edbe8:41117 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T18:19:37,800 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fb97eb0edbe8,40205,1731176375162 2024-11-09T18:19:37,801 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb97eb0edbe8,40205,1731176375162, state=OPENING 2024-11-09T18:19:37,857 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T18:19:37,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41117-0x10120d2fe3a0003, quorum=127.0.0.1:52053, baseZNode=/1-2016627622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2016627622 2024-11-09T18:19:37,870 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T18:19:37,870 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2016627622/meta-region-server: CHANGED 2024-11-09T18:19:37,870 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,40205,1731176375162}] 2024-11-09T18:19:37,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40205-0x10120d2fe3a0004, quorum=127.0.0.1:52053, baseZNode=/1-2016627622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2016627622 2024-11-09T18:19:37,873 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2016627622/meta-region-server: CHANGED 2024-11-09T18:19:37,990 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T18:19:38,025 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T18:19:38,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:19:38,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:19:38,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:19:38,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:19:38,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:19:38,041 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44235, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T18:19:38,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:19:38,056 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T18:19:38,056 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:19:38,057 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T18:19:38,069 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fb97eb0edbe8%2C40205%2C1731176375162.meta, suffix=.meta, logDir=hdfs://localhost:37909/user/jenkins/test-data/7f4a0267-92e4-3080-680a-ad7c85f579ed/WALs/fb97eb0edbe8,40205,1731176375162, archiveDir=hdfs://localhost:37909/user/jenkins/test-data/7f4a0267-92e4-3080-680a-ad7c85f579ed/oldWALs, maxLogs=10 2024-11-09T18:19:38,089 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7f4a0267-92e4-3080-680a-ad7c85f579ed/WALs/fb97eb0edbe8,40205,1731176375162/fb97eb0edbe8%2C40205%2C1731176375162.meta.1731176378070.meta, exclude list is [], retry=0 2024-11-09T18:19:38,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36849,DS-96c7d893-0deb-46f2-a652-1cd32a0c9bd6,DISK] 2024-11-09T18:19:38,103 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7f4a0267-92e4-3080-680a-ad7c85f579ed/WALs/fb97eb0edbe8,40205,1731176375162/fb97eb0edbe8%2C40205%2C1731176375162.meta.1731176378070.meta 2024-11-09T18:19:38,104 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36447:36447)] 2024-11-09T18:19:38,104 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:19:38,105 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T18:19:38,105 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T18:19:38,105 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T18:19:38,105 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T18:19:38,105 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T18:19:38,105 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:19:38,105 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T18:19:38,105 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T18:19:38,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T18:19:38,113 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T18:19:38,113 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:19:38,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:19:38,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T18:19:38,115 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T18:19:38,115 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:19:38,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:19:38,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T18:19:38,117 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T18:19:38,117 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:19:38,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:19:38,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T18:19:38,119 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T18:19:38,119 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:19:38,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:19:38,120 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T18:19:38,121 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37909/user/jenkins/test-data/7f4a0267-92e4-3080-680a-ad7c85f579ed/data/hbase/meta/1588230740 2024-11-09T18:19:38,122 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37909/user/jenkins/test-data/7f4a0267-92e4-3080-680a-ad7c85f579ed/data/hbase/meta/1588230740 2024-11-09T18:19:38,123 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T18:19:38,123 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T18:19:38,124 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:19:38,126 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T18:19:38,127 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66017199, jitterRate=-0.0162670761346817}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:19:38,127 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T18:19:38,127 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731176378105Writing region info on filesystem at 1731176378105Initializing all the Stores at 1731176378107 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176378107Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176378112 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176378112Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176378112Cleaning up temporary data from old regions at 1731176378123 (+11 ms)Running coprocessor post-open hooks at 1731176378127 (+4 ms)Region opened successfully at 1731176378127 2024-11-09T18:19:38,128 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731176378025 2024-11-09T18:19:38,132 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T18:19:38,133 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T18:19:38,133 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,40205,1731176375162 2024-11-09T18:19:38,134 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb97eb0edbe8,40205,1731176375162, state=OPEN 2024-11-09T18:19:38,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40205-0x10120d2fe3a0004, quorum=127.0.0.1:52053, baseZNode=/1-2016627622 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2016627622/meta-region-server 2024-11-09T18:19:38,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41117-0x10120d2fe3a0003, quorum=127.0.0.1:52053, baseZNode=/1-2016627622 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2016627622/meta-region-server 2024-11-09T18:19:38,143 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2016627622/meta-region-server: CHANGED 2024-11-09T18:19:38,143 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2016627622/meta-region-server: CHANGED 2024-11-09T18:19:38,143 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,40205,1731176375162 2024-11-09T18:19:38,146 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T18:19:38,146 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,40205,1731176375162 in 273 msec 2024-11-09T18:19:38,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T18:19:38,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 501 msec 2024-11-09T18:19:38,151 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:19:38,151 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T18:19:38,153 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:19:38,153 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,40205,1731176375162, seqNum=-1] 2024-11-09T18:19:38,153 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:19:38,155 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45989, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:19:38,164 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0160 sec 2024-11-09T18:19:38,164 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731176378164, completionTime=-1 2024-11-09T18:19:38,164 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T18:19:38,164 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T18:19:38,167 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T18:19:38,167 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731176438167 2024-11-09T18:19:38,167 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731176498167 2024-11-09T18:19:38,167 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T18:19:38,167 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,41117,1731176374956-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:38,167 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,41117,1731176374956-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:38,167 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,41117,1731176374956-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:38,167 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fb97eb0edbe8:41117, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:38,167 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:38,170 DEBUG [master/fb97eb0edbe8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T18:19:38,176 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:38,185 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.958sec 2024-11-09T18:19:38,185 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T18:19:38,185 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T18:19:38,185 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T18:19:38,185 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T18:19:38,185 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T18:19:38,185 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,41117,1731176374956-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T18:19:38,185 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,41117,1731176374956-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T18:19:38,198 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T18:19:38,198 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T18:19:38,198 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,41117,1731176374956-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:38,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dc4fdd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:19:38,201 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,41117,-1 for getting cluster id 2024-11-09T18:19:38,201 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:19:38,205 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f819aad8-a071-4e65-986f-b923f5dea13c' 2024-11-09T18:19:38,206 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:19:38,207 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f819aad8-a071-4e65-986f-b923f5dea13c" 2024-11-09T18:19:38,207 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b0fa9d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:19:38,207 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,41117,-1] 2024-11-09T18:19:38,207 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:19:38,208 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:19:38,209 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:19:38,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@778308fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:19:38,211 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:19:38,215 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,40205,1731176375162, seqNum=-1] 2024-11-09T18:19:38,215 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:19:38,216 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:19:38,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fb97eb0edbe8,41117,1731176374956 2024-11-09T18:19:38,220 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52053 2024-11-09T18:19:38,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52053, baseZNode=/1-2016627622 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:19:38,244 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10120d2fe3a0005 connected 2024-11-09T18:19:38,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ff71a22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:19:38,256 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,43679,-1 for getting cluster id 2024-11-09T18:19:38,256 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:19:38,257 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8af23bbc-2d38-47f9-aad9-c76747381952' 2024-11-09T18:19:38,258 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:19:38,258 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8af23bbc-2d38-47f9-aad9-c76747381952" 2024-11-09T18:19:38,258 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f910fdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:19:38,258 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,43679,-1] 2024-11-09T18:19:38,259 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:19:38,259 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:19:38,261 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:19:38,262 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a151975, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:19:38,263 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:19:38,264 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,43679,1731176368843 2024-11-09T18:19:38,264 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@86b7e3a 2024-11-09T18:19:38,264 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:19:38,265 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:19:38,266 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43679 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://fb97eb0edbe8:41117,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T18:19:38,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43679 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T18:19:38,271 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fb97eb0edbe8:41117' 2024-11-09T18:19:38,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:19:38,280 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46741faa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:19:38,281 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,41117,-1 for getting cluster id 2024-11-09T18:19:38,281 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:19:38,282 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f819aad8-a071-4e65-986f-b923f5dea13c' 2024-11-09T18:19:38,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:19:38,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f819aad8-a071-4e65-986f-b923f5dea13c" 2024-11-09T18:19:38,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ed344b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:19:38,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,41117,-1] 2024-11-09T18:19:38,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:19:38,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:19:38,285 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:19:38,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@513c1446, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:19:38,286 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:19:38,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,41117,1731176374956 2024-11-09T18:19:38,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5570a8c9 2024-11-09T18:19:38,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:19:38,289 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:19:38,290 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-09T18:19:38,290 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T18:19:38,290 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:19:38,290 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:19:38,290 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:19:38,291 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:19:38,292 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T18:19:38,294 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T18:19:38,294 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:19:38,296 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T18:19:38,343 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T18:19:38,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35349 is added to blk_1073741835_1011 (size=1138) 2024-11-09T18:19:38,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:19:38,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:19:38,753 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2309c4d63e78c170cf60a102894adbf3, NAME => 'hbase:replication,,1731176378291.2309c4d63e78c170cf60a102894adbf3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f 2024-11-09T18:19:38,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35349 is added to blk_1073741836_1012 (size=44) 2024-11-09T18:19:38,794 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731176378291.2309c4d63e78c170cf60a102894adbf3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:19:38,794 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2309c4d63e78c170cf60a102894adbf3, disabling compactions & flushes 2024-11-09T18:19:38,794 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731176378291.2309c4d63e78c170cf60a102894adbf3. 2024-11-09T18:19:38,794 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731176378291.2309c4d63e78c170cf60a102894adbf3. 2024-11-09T18:19:38,794 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731176378291.2309c4d63e78c170cf60a102894adbf3. after waiting 0 ms 2024-11-09T18:19:38,794 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731176378291.2309c4d63e78c170cf60a102894adbf3. 2024-11-09T18:19:38,794 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731176378291.2309c4d63e78c170cf60a102894adbf3. 2024-11-09T18:19:38,794 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2309c4d63e78c170cf60a102894adbf3: Waiting for close lock at 1731176378794Disabling compacts and flushes for region at 1731176378794Disabling writes for close at 1731176378794Writing region close event to WAL at 1731176378794Closed at 1731176378794 2024-11-09T18:19:38,796 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T18:19:38,797 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731176378291.2309c4d63e78c170cf60a102894adbf3.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731176378796"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731176378796"}]},"ts":"1731176378796"} 2024-11-09T18:19:38,799 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T18:19:38,801 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T18:19:38,802 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176378801"}]},"ts":"1731176378801"} 2024-11-09T18:19:38,807 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T18:19:38,808 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2309c4d63e78c170cf60a102894adbf3, ASSIGN}] 2024-11-09T18:19:38,810 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2309c4d63e78c170cf60a102894adbf3, ASSIGN 2024-11-09T18:19:38,811 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2309c4d63e78c170cf60a102894adbf3, ASSIGN; state=OFFLINE, location=fb97eb0edbe8,44995,1731176369074; forceNewPlan=false, retain=false 2024-11-09T18:19:38,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:19:38,962 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=2309c4d63e78c170cf60a102894adbf3, regionState=OPENING, regionLocation=fb97eb0edbe8,44995,1731176369074 2024-11-09T18:19:38,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2309c4d63e78c170cf60a102894adbf3, ASSIGN because future has completed 2024-11-09T18:19:38,972 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2309c4d63e78c170cf60a102894adbf3, server=fb97eb0edbe8,44995,1731176369074}] 2024-11-09T18:19:39,144 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731176378291.2309c4d63e78c170cf60a102894adbf3. 2024-11-09T18:19:39,144 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:19:39,145 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T18:19:39,150 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fb97eb0edbe8%2C44995%2C1731176369074.rep, suffix=, logDir=hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/WALs/fb97eb0edbe8,44995,1731176369074, archiveDir=hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/oldWALs, maxLogs=10 2024-11-09T18:19:39,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/WALs/fb97eb0edbe8,44995,1731176369074/fb97eb0edbe8%2C44995%2C1731176369074.rep.1731176379150, exclude list is [], retry=0 2024-11-09T18:19:39,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35349,DS-c4d10320-a1ff-41a2-9839-552c9350454d,DISK] 2024-11-09T18:19:39,201 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/WALs/fb97eb0edbe8,44995,1731176369074/fb97eb0edbe8%2C44995%2C1731176369074.rep.1731176379150 2024-11-09T18:19:39,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34647:34647)] 2024-11-09T18:19:39,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 2309c4d63e78c170cf60a102894adbf3, NAME => 'hbase:replication,,1731176378291.2309c4d63e78c170cf60a102894adbf3.', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:19:39,204 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T18:19:39,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T18:19:39,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731176378291.2309c4d63e78c170cf60a102894adbf3. service=MultiRowMutationService 2024-11-09T18:19:39,205 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T18:19:39,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2309c4d63e78c170cf60a102894adbf3 2024-11-09T18:19:39,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731176378291.2309c4d63e78c170cf60a102894adbf3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:19:39,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 2309c4d63e78c170cf60a102894adbf3 2024-11-09T18:19:39,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 2309c4d63e78c170cf60a102894adbf3 2024-11-09T18:19:39,207 INFO [StoreOpener-2309c4d63e78c170cf60a102894adbf3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2309c4d63e78c170cf60a102894adbf3 2024-11-09T18:19:39,210 INFO [StoreOpener-2309c4d63e78c170cf60a102894adbf3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2309c4d63e78c170cf60a102894adbf3 columnFamilyName hfileref 2024-11-09T18:19:39,210 DEBUG [StoreOpener-2309c4d63e78c170cf60a102894adbf3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:19:39,212 INFO [StoreOpener-2309c4d63e78c170cf60a102894adbf3-1 {}] regionserver.HStore(327): Store=2309c4d63e78c170cf60a102894adbf3/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:19:39,212 INFO [StoreOpener-2309c4d63e78c170cf60a102894adbf3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2309c4d63e78c170cf60a102894adbf3 2024-11-09T18:19:39,213 INFO [StoreOpener-2309c4d63e78c170cf60a102894adbf3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2309c4d63e78c170cf60a102894adbf3 columnFamilyName queue 2024-11-09T18:19:39,213 DEBUG [StoreOpener-2309c4d63e78c170cf60a102894adbf3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:19:39,214 INFO [StoreOpener-2309c4d63e78c170cf60a102894adbf3-1 {}] regionserver.HStore(327): Store=2309c4d63e78c170cf60a102894adbf3/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:19:39,214 INFO [StoreOpener-2309c4d63e78c170cf60a102894adbf3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2309c4d63e78c170cf60a102894adbf3 2024-11-09T18:19:39,215 INFO [StoreOpener-2309c4d63e78c170cf60a102894adbf3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2309c4d63e78c170cf60a102894adbf3 columnFamilyName sid 2024-11-09T18:19:39,215 DEBUG [StoreOpener-2309c4d63e78c170cf60a102894adbf3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:19:39,216 INFO [StoreOpener-2309c4d63e78c170cf60a102894adbf3-1 {}] regionserver.HStore(327): Store=2309c4d63e78c170cf60a102894adbf3/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:19:39,216 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 2309c4d63e78c170cf60a102894adbf3 2024-11-09T18:19:39,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/data/hbase/replication/2309c4d63e78c170cf60a102894adbf3 2024-11-09T18:19:39,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/data/hbase/replication/2309c4d63e78c170cf60a102894adbf3 2024-11-09T18:19:39,218 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 2309c4d63e78c170cf60a102894adbf3 2024-11-09T18:19:39,218 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 2309c4d63e78c170cf60a102894adbf3 2024-11-09T18:19:39,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T18:19:39,221 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 2309c4d63e78c170cf60a102894adbf3 2024-11-09T18:19:39,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/data/hbase/replication/2309c4d63e78c170cf60a102894adbf3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:19:39,229 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 2309c4d63e78c170cf60a102894adbf3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69048021, jitterRate=0.02889569103717804}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T18:19:39,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2309c4d63e78c170cf60a102894adbf3 2024-11-09T18:19:39,230 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 2309c4d63e78c170cf60a102894adbf3: Running coprocessor pre-open hook at 1731176379205Writing region info on filesystem at 1731176379205Initializing all the Stores at 1731176379206 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176379206Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176379207 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176379207Cleaning up temporary data from old regions at 1731176379218 (+11 ms)Running coprocessor post-open hooks at 1731176379229 (+11 ms)Region opened successfully at 1731176379230 (+1 ms) 2024-11-09T18:19:39,231 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731176378291.2309c4d63e78c170cf60a102894adbf3., pid=7, masterSystemTime=1731176379125 2024-11-09T18:19:39,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731176378291.2309c4d63e78c170cf60a102894adbf3. 2024-11-09T18:19:39,237 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731176378291.2309c4d63e78c170cf60a102894adbf3. 2024-11-09T18:19:39,238 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=2309c4d63e78c170cf60a102894adbf3, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,44995,1731176369074 2024-11-09T18:19:39,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2309c4d63e78c170cf60a102894adbf3, server=fb97eb0edbe8,44995,1731176369074 because future has completed 2024-11-09T18:19:39,247 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-09T18:19:39,247 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 2309c4d63e78c170cf60a102894adbf3, server=fb97eb0edbe8,44995,1731176369074 in 271 msec 2024-11-09T18:19:39,251 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T18:19:39,251 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2309c4d63e78c170cf60a102894adbf3, ASSIGN in 439 msec 2024-11-09T18:19:39,252 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T18:19:39,252 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176379252"}]},"ts":"1731176379252"} 2024-11-09T18:19:39,255 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T18:19:39,257 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T18:19:39,261 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 966 msec 2024-11-09T18:19:39,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731176378291.2309c4d63e78c170cf60a102894adbf3., hostname=fb97eb0edbe8,44995,1731176369074, seqNum=2] 2024-11-09T18:19:39,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:19:39,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43679-0x10120d2fe3a0000, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1893409554 2024-11-09T18:19:39,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44995-0x10120d2fe3a0001, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1893409554 2024-11-09T18:19:39,492 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T18:19:39,656 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44995 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-09T18:19:39,657 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T18:19:39,705 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-fb97eb0edbe8,44995,1731176369074, ReplicationSource: 1, currentBandwidth=0 2024-11-09T18:19:39,705 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:19:39,705 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,44995,1731176369074, seqNum=-1] 2024-11-09T18:19:39,706 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:19:39,707 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54147, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-09T18:19:39,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-fb97eb0edbe8,44995,1731176369074', locateType=CURRENT is [region=hbase:replication,,1731176378291.2309c4d63e78c170cf60a102894adbf3., hostname=fb97eb0edbe8,44995,1731176369074, seqNum=2] 2024-11-09T18:19:39,714 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-09T18:19:39,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43679 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-09T18:19:39,718 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on fb97eb0edbe8,44995,1731176369074 suceeded 2024-11-09T18:19:39,721 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-09T18:19:39,721 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 226 msec 2024-11-09T18:19:39,721 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://fb97eb0edbe8:41117,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T18:19:39,722 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4550 sec 2024-11-09T18:19:39,733 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,44995,1731176369074 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fb97eb0edbe8:41117' 2024-11-09T18:19:39,735 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,44995,1731176369074 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60923237, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:19:39,735 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,44995,1731176369074 {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,41117,-1 for getting cluster id 2024-11-09T18:19:39,736 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,44995,1731176369074 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:19:39,736 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f819aad8-a071-4e65-986f-b923f5dea13c' 2024-11-09T18:19:39,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:19:39,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f819aad8-a071-4e65-986f-b923f5dea13c" 2024-11-09T18:19:39,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34b9369, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:19:39,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,41117,-1] 2024-11-09T18:19:39,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:19:39,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:19:39,739 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:19:39,740 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,44995,1731176369074 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34105a77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:19:39,740 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,44995,1731176369074 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:19:39,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,41117,1731176374956 2024-11-09T18:19:39,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d60c0df 2024-11-09T18:19:39,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:19:39,742 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-09T18:19:39,745 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,44995,1731176369074 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fb97eb0edbe8,44995,1731176369074 (queues=1) is replicating from cluster=8af23bbc-2d38-47f9-aad9-c76747381952 to cluster=f819aad8-a071-4e65-986f-b923f5dea13c 2024-11-09T18:19:39,746 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,44995,1731176369074 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fb97eb0edbe8%2C44995%2C1731176369074 2024-11-09T18:19:39,746 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,44995,1731176369074 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fb97eb0edbe8,44995,1731176369074, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T18:19:39,747 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,44995,1731176369074.replicationSource.wal-reader.fb97eb0edbe8%2C44995%2C1731176369074,1-fb97eb0edbe8,44995,1731176369074 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/WALs/fb97eb0edbe8,44995,1731176369074/fb97eb0edbe8%2C44995%2C1731176369074.1731176371403, startPosition=0, beingWritten=true 2024-11-09T18:19:39,748 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,44995,1731176369074.replicationSource.shipperfb97eb0edbe8%2C44995%2C1731176369074,1-fb97eb0edbe8,44995,1731176369074 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fb97eb0edbe8%2C44995%2C1731176369074 2024-11-09T18:19:39,963 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,44995,1731176369074.replicationSource.wal-reader.fb97eb0edbe8%2C44995%2C1731176369074,1-fb97eb0edbe8,44995,1731176369074 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/WALs/fb97eb0edbe8,44995,1731176369074/fb97eb0edbe8%2C44995%2C1731176369074.1731176371403 to pos 0, reset compression=false 2024-11-09T18:19:40,268 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,44995,1731176369074.replicationSource.wal-reader.fb97eb0edbe8%2C44995%2C1731176369074,1-fb97eb0edbe8,44995,1731176369074 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/WALs/fb97eb0edbe8,44995,1731176369074/fb97eb0edbe8%2C44995%2C1731176369074.1731176371403 to pos 0, reset compression=false 2024-11-09T18:19:40,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:19:40,419 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T18:19:40,419 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:19:40,419 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:19:40,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:19:40,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:19:40,419 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:19:40,419 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:19:40,420 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,43679,1731176368843 2024-11-09T18:19:40,420 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@691a192d 2024-11-09T18:19:40,420 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:19:40,421 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:19:40,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43679 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-09T18:19:40,422 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:19:40,422 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:19:40,422 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:19:40,422 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:19:40,422 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:19:40,422 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T18:19:40,422 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1609631750, stopped=false 2024-11-09T18:19:40,422 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fb97eb0edbe8,43679,1731176368843 2024-11-09T18:19:40,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43679-0x10120d2fe3a0000, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1893409554/running 2024-11-09T18:19:40,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44995-0x10120d2fe3a0001, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1893409554/running 2024-11-09T18:19:40,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43679-0x10120d2fe3a0000, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1893409554 2024-11-09T18:19:40,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44995-0x10120d2fe3a0001, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1893409554 2024-11-09T18:19:40,427 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T18:19:40,427 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:19:40,427 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:19:40,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:19:40,427 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fb97eb0edbe8,44995,1731176369074' ***** 2024-11-09T18:19:40,427 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T18:19:40,427 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43679-0x10120d2fe3a0000, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Set watcher on znode that does not yet exist, /0-1893409554/running 2024-11-09T18:19:40,428 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44995-0x10120d2fe3a0001, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Set watcher on znode that does not yet exist, /0-1893409554/running 2024-11-09T18:19:40,428 INFO [RS:0;fb97eb0edbe8:44995 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T18:19:40,428 INFO [RS:0;fb97eb0edbe8:44995 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T18:19:40,428 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T18:19:40,428 INFO [RS:0;fb97eb0edbe8:44995 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T18:19:40,428 INFO [RS:0;fb97eb0edbe8:44995 {}] regionserver.HRegionServer(3091): Received CLOSE for 2309c4d63e78c170cf60a102894adbf3 2024-11-09T18:19:40,429 INFO [RS:0;fb97eb0edbe8:44995 {}] regionserver.HRegionServer(959): stopping server fb97eb0edbe8,44995,1731176369074 2024-11-09T18:19:40,429 INFO [RS:0;fb97eb0edbe8:44995 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T18:19:40,429 INFO [RS:0;fb97eb0edbe8:44995 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fb97eb0edbe8:44995. 2024-11-09T18:19:40,429 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2309c4d63e78c170cf60a102894adbf3, disabling compactions & flushes 2024-11-09T18:19:40,429 DEBUG [RS:0;fb97eb0edbe8:44995 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:19:40,429 DEBUG [RS:0;fb97eb0edbe8:44995 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:19:40,429 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731176378291.2309c4d63e78c170cf60a102894adbf3. 2024-11-09T18:19:40,429 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731176378291.2309c4d63e78c170cf60a102894adbf3. 2024-11-09T18:19:40,429 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731176378291.2309c4d63e78c170cf60a102894adbf3. after waiting 0 ms 2024-11-09T18:19:40,429 INFO [RS:0;fb97eb0edbe8:44995 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T18:19:40,429 INFO [RS:0;fb97eb0edbe8:44995 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T18:19:40,429 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731176378291.2309c4d63e78c170cf60a102894adbf3. 2024-11-09T18:19:40,429 INFO [RS:0;fb97eb0edbe8:44995 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T18:19:40,429 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2309c4d63e78c170cf60a102894adbf3 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-09T18:19:40,429 INFO [RS:0;fb97eb0edbe8:44995 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T18:19:40,430 INFO [RS:0;fb97eb0edbe8:44995 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T18:19:40,430 DEBUG [RS:0;fb97eb0edbe8:44995 {}] regionserver.HRegionServer(1325): Online Regions={2309c4d63e78c170cf60a102894adbf3=hbase:replication,,1731176378291.2309c4d63e78c170cf60a102894adbf3., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T18:19:40,430 DEBUG [RS:0;fb97eb0edbe8:44995 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2309c4d63e78c170cf60a102894adbf3 2024-11-09T18:19:40,430 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T18:19:40,430 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T18:19:40,430 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T18:19:40,430 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T18:19:40,430 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T18:19:40,430 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-09T18:19:40,446 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/data/hbase/meta/1588230740/.tmp/info/2d79e593c3cb4567aa2c8ce4e5e33f94 is 147, key is hbase:replication,,1731176378291.2309c4d63e78c170cf60a102894adbf3./info:regioninfo/1731176379237/Put/seqid=0 2024-11-09T18:19:40,450 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/data/hbase/replication/2309c4d63e78c170cf60a102894adbf3/.tmp/queue/6a2e4442b3434222a5cb087cea58276e is 151, key is 1-fb97eb0edbe8,44995,1731176369074/queue:fb97eb0edbe8%2C44995%2C1731176369074/1731176379712/Put/seqid=0 2024-11-09T18:19:40,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35349 is added to blk_1073741838_1014 (size=6631) 2024-11-09T18:19:40,459 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/data/hbase/meta/1588230740/.tmp/info/2d79e593c3cb4567aa2c8ce4e5e33f94 2024-11-09T18:19:40,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35349 is added to blk_1073741839_1015 (size=5350) 2024-11-09T18:19:40,460 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/data/hbase/replication/2309c4d63e78c170cf60a102894adbf3/.tmp/queue/6a2e4442b3434222a5cb087cea58276e 2024-11-09T18:19:40,471 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/data/hbase/replication/2309c4d63e78c170cf60a102894adbf3/.tmp/queue/6a2e4442b3434222a5cb087cea58276e as hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/data/hbase/replication/2309c4d63e78c170cf60a102894adbf3/queue/6a2e4442b3434222a5cb087cea58276e 2024-11-09T18:19:40,474 INFO [regionserver/fb97eb0edbe8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:19:40,483 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/data/hbase/replication/2309c4d63e78c170cf60a102894adbf3/queue/6a2e4442b3434222a5cb087cea58276e, entries=1, sequenceid=5, filesize=5.2 K 2024-11-09T18:19:40,484 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 2309c4d63e78c170cf60a102894adbf3 in 55ms, sequenceid=5, compaction requested=false 2024-11-09T18:19:40,484 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T18:19:40,490 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/data/hbase/meta/1588230740/.tmp/ns/6ff65ca2c6444c5ca9a98e152d473f20 is 43, key is default/ns:d/1731176372517/Put/seqid=0 2024-11-09T18:19:40,501 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/data/hbase/replication/2309c4d63e78c170cf60a102894adbf3/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T18:19:40,501 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T18:19:40,501 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T18:19:40,502 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731176378291.2309c4d63e78c170cf60a102894adbf3. 2024-11-09T18:19:40,502 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2309c4d63e78c170cf60a102894adbf3: Waiting for close lock at 1731176380429Running coprocessor pre-close hooks at 1731176380429Disabling compacts and flushes for region at 1731176380429Disabling writes for close at 1731176380429Obtaining lock to block concurrent updates at 1731176380429Preparing flush snapshotting stores in 2309c4d63e78c170cf60a102894adbf3 at 1731176380429Finished memstore snapshotting hbase:replication,,1731176378291.2309c4d63e78c170cf60a102894adbf3., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731176380429Flushing stores of hbase:replication,,1731176378291.2309c4d63e78c170cf60a102894adbf3. at 1731176380430 (+1 ms)Flushing 2309c4d63e78c170cf60a102894adbf3/queue: creating writer at 1731176380430Flushing 2309c4d63e78c170cf60a102894adbf3/queue: appending metadata at 1731176380449 (+19 ms)Flushing 2309c4d63e78c170cf60a102894adbf3/queue: closing flushed file at 1731176380449Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7af690fb: reopening flushed file at 1731176380465 (+16 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 2309c4d63e78c170cf60a102894adbf3 in 55ms, sequenceid=5, compaction requested=false at 1731176380484 (+19 ms)Writing region close event to WAL at 1731176380492 (+8 ms)Running coprocessor post-close hooks at 1731176380501 (+9 ms)Closed at 1731176380502 (+1 ms) 2024-11-09T18:19:40,502 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731176378291.2309c4d63e78c170cf60a102894adbf3. 2024-11-09T18:19:40,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35349 is added to blk_1073741840_1016 (size=5153) 2024-11-09T18:19:40,630 DEBUG [RS:0;fb97eb0edbe8:44995 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T18:19:40,672 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,44995,1731176369074.replicationSource.wal-reader.fb97eb0edbe8%2C44995%2C1731176369074,1-fb97eb0edbe8,44995,1731176369074 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/WALs/fb97eb0edbe8,44995,1731176369074/fb97eb0edbe8%2C44995%2C1731176369074.1731176371403 to pos 0, reset compression=false 2024-11-09T18:19:40,830 DEBUG [RS:0;fb97eb0edbe8:44995 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T18:19:40,907 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/data/hbase/meta/1588230740/.tmp/ns/6ff65ca2c6444c5ca9a98e152d473f20 2024-11-09T18:19:40,933 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/data/hbase/meta/1588230740/.tmp/table/904b7b11d4c34d2d8b9f250222afd83c is 53, key is hbase:replication/table:state/1731176379252/Put/seqid=0 2024-11-09T18:19:40,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35349 is added to blk_1073741841_1017 (size=5256) 2024-11-09T18:19:41,031 DEBUG [RS:0;fb97eb0edbe8:44995 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T18:19:41,177 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,44995,1731176369074.replicationSource.wal-reader.fb97eb0edbe8%2C44995%2C1731176369074,1-fb97eb0edbe8,44995,1731176369074 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/WALs/fb97eb0edbe8,44995,1731176369074/fb97eb0edbe8%2C44995%2C1731176369074.1731176371403 to pos 0, reset compression=false 2024-11-09T18:19:41,231 DEBUG [RS:0;fb97eb0edbe8:44995 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T18:19:41,267 INFO [regionserver/fb97eb0edbe8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T18:19:41,267 INFO [regionserver/fb97eb0edbe8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T18:19:41,338 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/data/hbase/meta/1588230740/.tmp/table/904b7b11d4c34d2d8b9f250222afd83c 2024-11-09T18:19:41,344 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/data/hbase/meta/1588230740/.tmp/info/2d79e593c3cb4567aa2c8ce4e5e33f94 as hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/data/hbase/meta/1588230740/info/2d79e593c3cb4567aa2c8ce4e5e33f94 2024-11-09T18:19:41,349 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/data/hbase/meta/1588230740/info/2d79e593c3cb4567aa2c8ce4e5e33f94, entries=10, sequenceid=11, filesize=6.5 K 2024-11-09T18:19:41,350 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/data/hbase/meta/1588230740/.tmp/ns/6ff65ca2c6444c5ca9a98e152d473f20 as hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/data/hbase/meta/1588230740/ns/6ff65ca2c6444c5ca9a98e152d473f20 2024-11-09T18:19:41,355 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/data/hbase/meta/1588230740/ns/6ff65ca2c6444c5ca9a98e152d473f20, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T18:19:41,356 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/data/hbase/meta/1588230740/.tmp/table/904b7b11d4c34d2d8b9f250222afd83c as hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/data/hbase/meta/1588230740/table/904b7b11d4c34d2d8b9f250222afd83c 2024-11-09T18:19:41,361 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/data/hbase/meta/1588230740/table/904b7b11d4c34d2d8b9f250222afd83c, entries=2, sequenceid=11, filesize=5.1 K 2024-11-09T18:19:41,362 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 932ms, sequenceid=11, compaction requested=false 2024-11-09T18:19:41,366 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-09T18:19:41,366 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T18:19:41,366 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T18:19:41,367 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T18:19:41,367 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731176380430Running coprocessor pre-close hooks at 1731176380430Disabling compacts and flushes for region at 1731176380430Disabling writes for close at 1731176380430Obtaining lock to block concurrent updates at 1731176380430Preparing flush snapshotting stores in 1588230740 at 1731176380430Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731176380431 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731176380432 (+1 ms)Flushing 1588230740/info: creating writer at 1731176380432Flushing 1588230740/info: appending metadata at 1731176380446 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731176380446Flushing 1588230740/ns: creating writer at 1731176380465 (+19 ms)Flushing 1588230740/ns: appending metadata at 1731176380489 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1731176380489Flushing 1588230740/table: creating writer at 1731176380912 (+423 ms)Flushing 1588230740/table: appending metadata at 1731176380932 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731176380932Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d05c87: reopening flushed file at 1731176381343 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a01add2: reopening flushed file at 1731176381349 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14e379f5: reopening flushed file at 1731176381355 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 932ms, sequenceid=11, compaction requested=false at 1731176381362 (+7 ms)Writing region close event to WAL at 1731176381363 (+1 ms)Running coprocessor post-close hooks at 1731176381366 (+3 ms)Closed at 1731176381367 (+1 ms) 2024-11-09T18:19:41,367 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T18:19:41,431 INFO [RS:0;fb97eb0edbe8:44995 {}] regionserver.HRegionServer(976): stopping server fb97eb0edbe8,44995,1731176369074; all regions closed. 2024-11-09T18:19:41,433 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/WALs/fb97eb0edbe8,44995,1731176369074/fb97eb0edbe8%2C44995%2C1731176369074.meta.1731176372466.meta not finished, retry = 0 2024-11-09T18:19:41,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35349 is added to blk_1073741834_1010 (size=2742) 2024-11-09T18:19:41,536 DEBUG [RS:0;fb97eb0edbe8:44995 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/oldWALs 2024-11-09T18:19:41,536 INFO [RS:0;fb97eb0edbe8:44995 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb97eb0edbe8%2C44995%2C1731176369074.meta:.meta(num 1731176372466) 2024-11-09T18:19:41,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35349 is added to blk_1073741837_1013 (size=1586) 2024-11-09T18:19:41,538 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/WALs/fb97eb0edbe8,44995,1731176369074/fb97eb0edbe8%2C44995%2C1731176369074.rep.1731176379150 not finished, retry = 0 2024-11-09T18:19:41,640 DEBUG [RS:0;fb97eb0edbe8:44995 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/oldWALs 2024-11-09T18:19:41,640 INFO [RS:0;fb97eb0edbe8:44995 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb97eb0edbe8%2C44995%2C1731176369074.rep:(num 1731176379150) 2024-11-09T18:19:41,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35349 is added to blk_1073741832_1008 (size=93) 2024-11-09T18:19:41,646 DEBUG [RS:0;fb97eb0edbe8:44995 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/oldWALs 2024-11-09T18:19:41,646 INFO [RS:0;fb97eb0edbe8:44995 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb97eb0edbe8%2C44995%2C1731176369074:(num 1731176371403) 2024-11-09T18:19:41,646 DEBUG [RS:0;fb97eb0edbe8:44995 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:19:41,646 INFO [RS:0;fb97eb0edbe8:44995 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:19:41,646 INFO [RS:0;fb97eb0edbe8:44995 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T18:19:41,646 INFO [RS:0;fb97eb0edbe8:44995 {}] hbase.ChoreService(370): Chore service for: regionserver/fb97eb0edbe8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T18:19:41,647 INFO [RS:0;fb97eb0edbe8:44995 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T18:19:41,647 INFO [regionserver/fb97eb0edbe8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T18:19:41,647 INFO [RS:0;fb97eb0edbe8:44995 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fb97eb0edbe8,44995,1731176369074 because: Region server is closing 2024-11-09T18:19:41,647 INFO [RS:0;fb97eb0edbe8:44995 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fb97eb0edbe8:44995. 2024-11-09T18:19:41,647 DEBUG [RS:0;fb97eb0edbe8:44995 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:19:41,647 DEBUG [RS:0;fb97eb0edbe8:44995 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:19:41,647 DEBUG [RS:0;fb97eb0edbe8:44995 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:19:41,647 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:19:41,747 WARN [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,44995,1731176369074.replicationSource.wal-reader.fb97eb0edbe8%2C44995%2C1731176369074,1-fb97eb0edbe8,44995,1731176369074 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T18:19:41,747 WARN [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,44995,1731176369074.replicationSource.shipperfb97eb0edbe8%2C44995%2C1731176369074,1-fb97eb0edbe8,44995,1731176369074 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T18:19:41,748 INFO [RS:0;fb97eb0edbe8:44995 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,44995,1731176369074.replicationSource.shipperfb97eb0edbe8%2C44995%2C1731176369074,1-fb97eb0edbe8,44995,1731176369074 terminated 2024-11-09T18:19:41,748 INFO [RS:0;fb97eb0edbe8:44995 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44995 2024-11-09T18:19:41,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43679-0x10120d2fe3a0000, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1893409554/rs 2024-11-09T18:19:41,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44995-0x10120d2fe3a0001, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1893409554/rs/fb97eb0edbe8,44995,1731176369074 2024-11-09T18:19:41,793 INFO [RS:0;fb97eb0edbe8:44995 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T18:19:41,805 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fb97eb0edbe8,44995,1731176369074] 2024-11-09T18:19:41,816 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1893409554/draining/fb97eb0edbe8,44995,1731176369074 already deleted, retry=false 2024-11-09T18:19:41,816 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fb97eb0edbe8,44995,1731176369074 expired; onlineServers=0 2024-11-09T18:19:41,816 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fb97eb0edbe8,43679,1731176368843' ***** 2024-11-09T18:19:41,816 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T18:19:41,816 INFO [M:0;fb97eb0edbe8:43679 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T18:19:41,816 INFO [M:0;fb97eb0edbe8:43679 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T18:19:41,816 DEBUG [M:0;fb97eb0edbe8:43679 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T18:19:41,816 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T18:19:41,816 DEBUG [M:0;fb97eb0edbe8:43679 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T18:19:41,816 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731176371192 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731176371192,5,FailOnTimeoutGroup] 2024-11-09T18:19:41,816 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731176371192 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731176371192,5,FailOnTimeoutGroup] 2024-11-09T18:19:41,816 INFO [M:0;fb97eb0edbe8:43679 {}] hbase.ChoreService(370): Chore service for: master/fb97eb0edbe8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T18:19:41,816 INFO [M:0;fb97eb0edbe8:43679 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T18:19:41,816 DEBUG [M:0;fb97eb0edbe8:43679 {}] master.HMaster(1795): Stopping service threads 2024-11-09T18:19:41,816 INFO [M:0;fb97eb0edbe8:43679 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T18:19:41,816 INFO [M:0;fb97eb0edbe8:43679 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T18:19:41,817 INFO [M:0;fb97eb0edbe8:43679 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T18:19:41,817 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T18:19:41,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43679-0x10120d2fe3a0000, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1893409554/master 2024-11-09T18:19:41,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43679-0x10120d2fe3a0000, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1893409554 2024-11-09T18:19:41,826 DEBUG [M:0;fb97eb0edbe8:43679 {}] zookeeper.ZKUtil(347): master:43679-0x10120d2fe3a0000, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Unable to get data of znode /0-1893409554/master because node does not exist (not an error) 2024-11-09T18:19:41,826 WARN [M:0;fb97eb0edbe8:43679 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T18:19:41,827 INFO [M:0;fb97eb0edbe8:43679 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/.lastflushedseqids 2024-11-09T18:19:41,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35349 is added to blk_1073741842_1018 (size=181) 2024-11-09T18:19:41,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44995-0x10120d2fe3a0001, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:19:41,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44995-0x10120d2fe3a0001, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:19:41,905 INFO [RS:0;fb97eb0edbe8:44995 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T18:19:41,906 INFO [RS:0;fb97eb0edbe8:44995 {}] regionserver.HRegionServer(1031): Exiting; stopping=fb97eb0edbe8,44995,1731176369074; zookeeper connection closed. 2024-11-09T18:19:41,906 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@81cf04c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@81cf04c 2024-11-09T18:19:41,906 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T18:19:42,232 INFO [M:0;fb97eb0edbe8:43679 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T18:19:42,232 INFO [M:0;fb97eb0edbe8:43679 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T18:19:42,232 DEBUG [M:0;fb97eb0edbe8:43679 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T18:19:42,233 INFO [M:0;fb97eb0edbe8:43679 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:19:42,233 DEBUG [M:0;fb97eb0edbe8:43679 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:19:42,233 DEBUG [M:0;fb97eb0edbe8:43679 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T18:19:42,233 DEBUG [M:0;fb97eb0edbe8:43679 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:19:42,233 INFO [M:0;fb97eb0edbe8:43679 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-09T18:19:42,274 DEBUG [M:0;fb97eb0edbe8:43679 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7baa666043a44ca09879aac840b3e68e is 82, key is hbase:meta,,1/info:regioninfo/1731176372497/Put/seqid=0 2024-11-09T18:19:42,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35349 is added to blk_1073741843_1019 (size=5672) 2024-11-09T18:19:42,682 INFO [M:0;fb97eb0edbe8:43679 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7baa666043a44ca09879aac840b3e68e 2024-11-09T18:19:42,700 DEBUG [M:0;fb97eb0edbe8:43679 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8bc4c4aaef874c249f642d32283aca20 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731176379260/Put/seqid=0 2024-11-09T18:19:42,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35349 is added to blk_1073741844_1020 (size=7203) 2024-11-09T18:19:43,105 INFO [M:0;fb97eb0edbe8:43679 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8bc4c4aaef874c249f642d32283aca20 2024-11-09T18:19:43,123 DEBUG [M:0;fb97eb0edbe8:43679 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1e66ef06b29641a2a89a7586b2813570 is 69, key is fb97eb0edbe8,44995,1731176369074/rs:state/1731176371252/Put/seqid=0 2024-11-09T18:19:43,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35349 is added to blk_1073741845_1021 (size=5156) 2024-11-09T18:19:43,528 INFO [M:0;fb97eb0edbe8:43679 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1e66ef06b29641a2a89a7586b2813570 2024-11-09T18:19:43,532 DEBUG [M:0;fb97eb0edbe8:43679 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7baa666043a44ca09879aac840b3e68e as hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7baa666043a44ca09879aac840b3e68e 2024-11-09T18:19:43,536 INFO [M:0;fb97eb0edbe8:43679 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7baa666043a44ca09879aac840b3e68e, entries=8, sequenceid=70, filesize=5.5 K 2024-11-09T18:19:43,537 DEBUG [M:0;fb97eb0edbe8:43679 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8bc4c4aaef874c249f642d32283aca20 as hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8bc4c4aaef874c249f642d32283aca20 2024-11-09T18:19:43,542 INFO [M:0;fb97eb0edbe8:43679 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8bc4c4aaef874c249f642d32283aca20, entries=8, sequenceid=70, filesize=7.0 K 2024-11-09T18:19:43,543 DEBUG [M:0;fb97eb0edbe8:43679 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1e66ef06b29641a2a89a7586b2813570 as hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1e66ef06b29641a2a89a7586b2813570 2024-11-09T18:19:43,547 INFO [M:0;fb97eb0edbe8:43679 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1e66ef06b29641a2a89a7586b2813570, entries=1, sequenceid=70, filesize=5.0 K 2024-11-09T18:19:43,548 INFO [M:0;fb97eb0edbe8:43679 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1315ms, sequenceid=70, compaction requested=false 2024-11-09T18:19:43,550 INFO [M:0;fb97eb0edbe8:43679 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:19:43,550 DEBUG [M:0;fb97eb0edbe8:43679 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731176382232Disabling compacts and flushes for region at 1731176382232Disabling writes for close at 1731176382233 (+1 ms)Obtaining lock to block concurrent updates at 1731176382233Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731176382233Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731176382233Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731176382234 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731176382234Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731176382274 (+40 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731176382274Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731176382687 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731176382700 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731176382700Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731176383109 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731176383123 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731176383123Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e3126df: reopening flushed file at 1731176383532 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@137cb170: reopening flushed file at 1731176383536 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2135a4ce: reopening flushed file at 1731176383542 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1315ms, sequenceid=70, compaction requested=false at 1731176383548 (+6 ms)Writing region close event to WAL at 1731176383550 (+2 ms)Closed at 1731176383550 2024-11-09T18:19:43,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35349 is added to blk_1073741830_1006 (size=41008) 2024-11-09T18:19:43,552 INFO [M:0;fb97eb0edbe8:43679 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T18:19:43,552 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T18:19:43,552 INFO [M:0;fb97eb0edbe8:43679 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43679 2024-11-09T18:19:43,552 INFO [M:0;fb97eb0edbe8:43679 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T18:19:43,607 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T18:19:43,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:19:43,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:19:43,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:19:43,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:19:43,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:19:43,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:19:43,646 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T18:19:43,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43679-0x10120d2fe3a0000, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:19:43,663 INFO [M:0;fb97eb0edbe8:43679 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T18:19:43,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43679-0x10120d2fe3a0000, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:19:43,665 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fb97eb0edbe8:0 server-side Connection retries=45 2024-11-09T18:19:43,665 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:19:43,665 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T18:19:43,665 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T18:19:43,665 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:19:43,665 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T18:19:43,665 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T18:19:43,665 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T18:19:43,666 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39301 2024-11-09T18:19:43,667 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39301 connecting to ZooKeeper ensemble=127.0.0.1:52053 2024-11-09T18:19:43,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:393010x0, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:19:43,679 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39301-0x10120d2fe3a0006 connected 2024-11-09T18:19:43,691 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:19:43,693 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:19:43,695 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39301-0x10120d2fe3a0006, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Set watcher on znode that does not yet exist, /0-1893409554/running 2024-11-09T18:19:43,695 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1893409554/meta-region-server: INIT 2024-11-09T18:19:43,695 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f, hbase.cluster.distributed=false 2024-11-09T18:19:43,696 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39301-0x10120d2fe3a0006, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Set watcher on znode that does not yet exist, /0-1893409554/acl 2024-11-09T18:19:43,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39301 2024-11-09T18:19:43,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39301 2024-11-09T18:19:43,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39301 2024-11-09T18:19:43,697 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39301 2024-11-09T18:19:43,697 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39301 2024-11-09T18:19:43,710 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fb97eb0edbe8:0 server-side Connection retries=45 2024-11-09T18:19:43,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:19:43,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T18:19:43,710 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T18:19:43,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:19:43,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T18:19:43,710 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T18:19:43,710 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T18:19:43,711 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44521 2024-11-09T18:19:43,712 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44521 connecting to ZooKeeper ensemble=127.0.0.1:52053 2024-11-09T18:19:43,712 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:19:43,713 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:19:43,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:445210x0, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:19:43,721 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44521-0x10120d2fe3a0007 connected 2024-11-09T18:19:43,721 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44521-0x10120d2fe3a0007, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Set watcher on znode that does not yet exist, /0-1893409554/running 2024-11-09T18:19:43,721 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1893409554/meta-region-server: INIT 2024-11-09T18:19:43,722 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T18:19:43,722 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T18:19:43,722 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44521-0x10120d2fe3a0007, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Set watcher on znode that does not yet exist, /0-1893409554/master 2024-11-09T18:19:43,723 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44521-0x10120d2fe3a0007, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Set watcher on znode that does not yet exist, /0-1893409554/acl 2024-11-09T18:19:43,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44521 2024-11-09T18:19:43,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44521 2024-11-09T18:19:43,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44521 2024-11-09T18:19:43,726 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44521 2024-11-09T18:19:43,727 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44521 2024-11-09T18:19:43,737 DEBUG [M:0;fb97eb0edbe8:39301 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fb97eb0edbe8:39301 2024-11-09T18:19:43,737 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1893409554/backup-masters/fb97eb0edbe8,39301,1731176383665 2024-11-09T18:19:43,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39301-0x10120d2fe3a0006, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1893409554/backup-masters 2024-11-09T18:19:43,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44521-0x10120d2fe3a0007, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1893409554/backup-masters 2024-11-09T18:19:43,742 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39301-0x10120d2fe3a0006, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Set watcher on existing znode=/0-1893409554/backup-masters/fb97eb0edbe8,39301,1731176383665 2024-11-09T18:19:43,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44521-0x10120d2fe3a0007, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1893409554/master 2024-11-09T18:19:43,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44521-0x10120d2fe3a0007, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1893409554 2024-11-09T18:19:43,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39301-0x10120d2fe3a0006, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1893409554 2024-11-09T18:19:43,753 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39301-0x10120d2fe3a0006, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Set watcher on existing znode=/0-1893409554/master 2024-11-09T18:19:43,753 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1893409554/backup-masters/fb97eb0edbe8,39301,1731176383665 from backup master directory 2024-11-09T18:19:43,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39301-0x10120d2fe3a0006, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1893409554/backup-masters/fb97eb0edbe8,39301,1731176383665 2024-11-09T18:19:43,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44521-0x10120d2fe3a0007, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1893409554/backup-masters 2024-11-09T18:19:43,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39301-0x10120d2fe3a0006, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1893409554/backup-masters 2024-11-09T18:19:43,763 WARN [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T18:19:43,763 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fb97eb0edbe8,39301,1731176383665 2024-11-09T18:19:43,772 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:19:43,772 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T18:19:43,777 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 5ms. 2024-11-09T18:19:43,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35349 is added to blk_1073741846_1022 (size=196) 2024-11-09T18:19:44,189 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:19:44,190 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T18:19:44,190 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:19:44,195 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-09T18:19:44,197 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/MasterData/WALs/fb97eb0edbe8,43679,1731176368843 to hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/MasterData/WALs/fb97eb0edbe8,43679,1731176368843-dead as it is dead 2024-11-09T18:19:44,198 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/MasterData/WALs/fb97eb0edbe8,43679,1731176368843-dead/fb97eb0edbe8%2C43679%2C1731176368843.1731176370881 2024-11-09T18:19:44,198 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/MasterData/WALs/fb97eb0edbe8,43679,1731176368843-dead/fb97eb0edbe8%2C43679%2C1731176368843.1731176370881 after 0ms 2024-11-09T18:19:44,199 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/MasterData/WALs/fb97eb0edbe8,43679,1731176368843-dead/fb97eb0edbe8%2C43679%2C1731176368843.1731176370881 to hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/fb97eb0edbe8%2C43679%2C1731176368843.1731176370881 2024-11-09T18:19:44,199 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/MasterData/WALs/fb97eb0edbe8,43679,1731176368843-dead 2024-11-09T18:19:44,199 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/MasterData/WALs/fb97eb0edbe8,39301,1731176383665 2024-11-09T18:19:44,200 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T18:19:44,201 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb97eb0edbe8%2C39301%2C1731176383665, suffix=, logDir=hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/MasterData/WALs/fb97eb0edbe8,39301,1731176383665, archiveDir=hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/MasterData/oldWALs, maxLogs=10 2024-11-09T18:19:44,213 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/MasterData/WALs/fb97eb0edbe8,39301,1731176383665/fb97eb0edbe8%2C39301%2C1731176383665.1731176384201, exclude list is [], retry=0 2024-11-09T18:19:44,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35349,DS-c4d10320-a1ff-41a2-9839-552c9350454d,DISK] 2024-11-09T18:19:44,217 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/MasterData/WALs/fb97eb0edbe8,39301,1731176383665/fb97eb0edbe8%2C39301%2C1731176383665.1731176384201 2024-11-09T18:19:44,217 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34647:34647)] 2024-11-09T18:19:44,217 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:19:44,217 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:19:44,217 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:19:44,217 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:19:44,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:19:44,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T18:19:44,219 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:19:44,223 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7baa666043a44ca09879aac840b3e68e 2024-11-09T18:19:44,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:19:44,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:19:44,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T18:19:44,224 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:19:44,229 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8bc4c4aaef874c249f642d32283aca20 2024-11-09T18:19:44,229 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:19:44,230 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:19:44,230 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T18:19:44,230 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:19:44,235 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1e66ef06b29641a2a89a7586b2813570 2024-11-09T18:19:44,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:19:44,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:19:44,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T18:19:44,237 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:19:44,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:19:44,237 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:19:44,237 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-09T18:19:44,238 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/fb97eb0edbe8%2C43679%2C1731176368843.1731176370881 2024-11-09T18:19:44,241 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/fb97eb0edbe8%2C43679%2C1731176368843.1731176370881 2024-11-09T18:19:44,242 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/fb97eb0edbe8%2C43679%2C1731176368843.1731176370881 2024-11-09T18:19:44,243 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:19:44,243 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:19:44,244 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:19:44,245 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:19:44,247 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-09T18:19:44,247 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68931053, jitterRate=0.027152732014656067}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:19:44,247 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731176384217Initializing all the Stores at 1731176384218 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176384218Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176384218Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176384218Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176384218Cleaning up temporary data from old regions at 1731176384243 (+25 ms)Region opened successfully at 1731176384247 (+4 ms) 2024-11-09T18:19:44,248 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T18:19:44,250 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1589ba20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb97eb0edbe8/172.17.0.3:0 2024-11-09T18:19:44,251 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-09T18:19:44,251 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T18:19:44,252 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T18:19:44,252 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T18:19:44,252 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T18:19:44,254 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T18:19:44,255 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T18:19:44,255 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T18:19:44,255 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 2 msec 2024-11-09T18:19:44,255 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T18:19:44,257 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=fb97eb0edbe8,44995,1731176369074, regionLocation=fb97eb0edbe8,44995,1731176369074, openSeqNum=2 2024-11-09T18:19:44,257 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=fb97eb0edbe8,44995,1731176369074, table=hbase:meta, region=1588230740 2024-11-09T18:19:44,257 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb97eb0edbe8,44995,1731176369074, state=OPEN 2024-11-09T18:19:44,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39301-0x10120d2fe3a0006, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1893409554/meta-region-server 2024-11-09T18:19:44,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44521-0x10120d2fe3a0007, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1893409554/meta-region-server 2024-11-09T18:19:44,268 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1893409554/meta-region-server: CHANGED 2024-11-09T18:19:44,268 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1893409554/meta-region-server: CHANGED 2024-11-09T18:19:44,271 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-09T18:19:44,279 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1893409554/draining/fb97eb0edbe8,44995,1731176369074 already deleted, retry=false 2024-11-09T18:19:44,279 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of fb97eb0edbe8,44995,1731176369074 on fb97eb0edbe8,39301,1731176383665 2024-11-09T18:19:44,280 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure fb97eb0edbe8,44995,1731176369074, splitWal=true, meta=true 2024-11-09T18:19:44,280 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for fb97eb0edbe8,44995,1731176369074 (carryingMeta=true) fb97eb0edbe8,44995,1731176369074/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@124e0cfd[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-09T18:19:44,281 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39301-0x10120d2fe3a0006, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Unable to get data of znode /0-1893409554/balancer because node does not exist (not necessarily an error) 2024-11-09T18:19:44,289 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1893409554/balancer already deleted, retry=false 2024-11-09T18:19:44,290 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T18:19:44,290 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39301-0x10120d2fe3a0006, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Unable to get data of znode /0-1893409554/normalizer because node does not exist (not necessarily an error) 2024-11-09T18:19:44,300 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1893409554/normalizer already deleted, retry=false 2024-11-09T18:19:44,300 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T18:19:44,301 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39301-0x10120d2fe3a0006, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Unable to get data of znode /0-1893409554/switch/split because node does not exist (not necessarily an error) 2024-11-09T18:19:44,310 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1893409554/switch/split already deleted, retry=false 2024-11-09T18:19:44,312 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39301-0x10120d2fe3a0006, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Unable to get data of znode /0-1893409554/switch/merge because node does not exist (not necessarily an error) 2024-11-09T18:19:44,321 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1893409554/switch/merge already deleted, retry=false 2024-11-09T18:19:44,333 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39301-0x10120d2fe3a0006, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Unable to get data of znode /0-1893409554/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T18:19:44,342 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1893409554/snapshot-cleanup already deleted, retry=false 2024-11-09T18:19:44,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44521-0x10120d2fe3a0007, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1893409554/running 2024-11-09T18:19:44,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39301-0x10120d2fe3a0006, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1893409554/running 2024-11-09T18:19:44,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39301-0x10120d2fe3a0006, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1893409554 2024-11-09T18:19:44,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44521-0x10120d2fe3a0007, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1893409554 2024-11-09T18:19:44,353 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fb97eb0edbe8,39301,1731176383665, sessionid=0x10120d2fe3a0006, setting cluster-up flag (Was=false) 2024-11-09T18:19:44,364 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1893409554/flush-table-proc/acquired, /0-1893409554/flush-table-proc/reached, /0-1893409554/flush-table-proc/abort 2024-11-09T18:19:44,365 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb97eb0edbe8,39301,1731176383665 2024-11-09T18:19:44,374 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1893409554/online-snapshot/acquired, /0-1893409554/online-snapshot/reached, /0-1893409554/online-snapshot/abort 2024-11-09T18:19:44,375 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb97eb0edbe8,39301,1731176383665 2024-11-09T18:19:44,376 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/.lastflushedseqids 2024-11-09T18:19:44,378 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T18:19:44,378 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T18:19:44,381 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fb97eb0edbe8,39301,1731176383665 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 fb97eb0edbe8,44995,1731176369074 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T18:19:44,382 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:19:44,382 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:19:44,382 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:19:44,382 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:19:44,382 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fb97eb0edbe8:0, corePoolSize=10, maxPoolSize=10 2024-11-09T18:19:44,382 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:19:44,382 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=2, maxPoolSize=2 2024-11-09T18:19:44,382 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:19:44,383 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731176414383 2024-11-09T18:19:44,384 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T18:19:44,384 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T18:19:44,384 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T18:19:44,384 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T18:19:44,384 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T18:19:44,384 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T18:19:44,384 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure fb97eb0edbe8,44995,1731176369074, splitWal=true, meta=true 2024-11-09T18:19:44,384 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:44,384 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure fb97eb0edbe8,44995,1731176369074, splitWal=true, meta=true, isMeta: true 2024-11-09T18:19:44,386 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/WALs/fb97eb0edbe8,44995,1731176369074-splitting 2024-11-09T18:19:44,386 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/WALs/fb97eb0edbe8,44995,1731176369074-splitting dir is empty, no logs to split. 2024-11-09T18:19:44,386 INFO [PEWorker-1 {}] master.SplitWALManager(105): fb97eb0edbe8,44995,1731176369074 WAL count=0, meta=true 2024-11-09T18:19:44,388 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T18:19:44,388 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/WALs/fb97eb0edbe8,44995,1731176369074-splitting dir is empty, no logs to split. 2024-11-09T18:19:44,388 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T18:19:44,388 INFO [PEWorker-1 {}] master.SplitWALManager(105): fb97eb0edbe8,44995,1731176369074 WAL count=0, meta=true 2024-11-09T18:19:44,388 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if fb97eb0edbe8,44995,1731176369074 WAL splitting is done? wals=0, meta=true 2024-11-09T18:19:44,388 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T18:19:44,388 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T18:19:44,389 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T18:19:44,389 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T18:19:44,389 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731176384389,5,FailOnTimeoutGroup] 2024-11-09T18:19:44,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T18:19:44,390 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731176384389,5,FailOnTimeoutGroup] 2024-11-09T18:19:44,390 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T18:19:44,390 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:44,390 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T18:19:44,390 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:44,390 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:44,390 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731176384390, completionTime=-1 2024-11-09T18:19:44,390 WARN [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-09T18:19:44,390 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-09T18:19:44,391 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T18:19:44,429 INFO [RS:0;fb97eb0edbe8:44521 {}] regionserver.HRegionServer(746): ClusterId : 8af23bbc-2d38-47f9-aad9-c76747381952 2024-11-09T18:19:44,429 DEBUG [RS:0;fb97eb0edbe8:44521 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T18:19:44,437 DEBUG [RS:0;fb97eb0edbe8:44521 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T18:19:44,438 DEBUG [RS:0;fb97eb0edbe8:44521 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T18:19:44,448 DEBUG [RS:0;fb97eb0edbe8:44521 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T18:19:44,448 DEBUG [RS:0;fb97eb0edbe8:44521 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e786003, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb97eb0edbe8/172.17.0.3:0 2024-11-09T18:19:44,461 DEBUG [RS:0;fb97eb0edbe8:44521 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fb97eb0edbe8:44521 2024-11-09T18:19:44,461 INFO [RS:0;fb97eb0edbe8:44521 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T18:19:44,461 INFO [RS:0;fb97eb0edbe8:44521 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T18:19:44,461 DEBUG [RS:0;fb97eb0edbe8:44521 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T18:19:44,461 INFO [RS:0;fb97eb0edbe8:44521 {}] regionserver.HRegionServer(2659): reportForDuty to master=fb97eb0edbe8,39301,1731176383665 with port=44521, startcode=1731176383710 2024-11-09T18:19:44,462 DEBUG [RS:0;fb97eb0edbe8:44521 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T18:19:44,463 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53661, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T18:19:44,463 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39301 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fb97eb0edbe8,44521,1731176383710 2024-11-09T18:19:44,463 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39301 {}] master.ServerManager(517): Registering regionserver=fb97eb0edbe8,44521,1731176383710 2024-11-09T18:19:44,464 DEBUG [RS:0;fb97eb0edbe8:44521 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f 2024-11-09T18:19:44,464 DEBUG [RS:0;fb97eb0edbe8:44521 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40145 2024-11-09T18:19:44,464 DEBUG [RS:0;fb97eb0edbe8:44521 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T18:19:44,491 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=101ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-09T18:19:44,541 WARN [fb97eb0edbe8:39301 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T18:19:44,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39301-0x10120d2fe3a0006, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1893409554/rs 2024-11-09T18:19:44,548 DEBUG [RS:0;fb97eb0edbe8:44521 {}] zookeeper.ZKUtil(111): regionserver:44521-0x10120d2fe3a0007, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Set watcher on existing znode=/0-1893409554/rs/fb97eb0edbe8,44521,1731176383710 2024-11-09T18:19:44,548 WARN [RS:0;fb97eb0edbe8:44521 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T18:19:44,548 INFO [RS:0;fb97eb0edbe8:44521 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:19:44,549 DEBUG [RS:0;fb97eb0edbe8:44521 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/WALs/fb97eb0edbe8,44521,1731176383710 2024-11-09T18:19:44,549 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fb97eb0edbe8,44521,1731176383710] 2024-11-09T18:19:44,567 INFO [RS:0;fb97eb0edbe8:44521 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T18:19:44,568 INFO [RS:0;fb97eb0edbe8:44521 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T18:19:44,568 INFO [RS:0;fb97eb0edbe8:44521 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T18:19:44,568 INFO [RS:0;fb97eb0edbe8:44521 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:44,568 INFO [RS:0;fb97eb0edbe8:44521 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T18:19:44,569 INFO [RS:0;fb97eb0edbe8:44521 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T18:19:44,569 INFO [RS:0;fb97eb0edbe8:44521 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:44,569 DEBUG [RS:0;fb97eb0edbe8:44521 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:19:44,569 DEBUG [RS:0;fb97eb0edbe8:44521 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:19:44,569 DEBUG [RS:0;fb97eb0edbe8:44521 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:19:44,569 DEBUG [RS:0;fb97eb0edbe8:44521 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:19:44,569 DEBUG [RS:0;fb97eb0edbe8:44521 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:19:44,569 DEBUG [RS:0;fb97eb0edbe8:44521 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=2, maxPoolSize=2 2024-11-09T18:19:44,569 DEBUG [RS:0;fb97eb0edbe8:44521 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:19:44,570 DEBUG [RS:0;fb97eb0edbe8:44521 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:19:44,570 DEBUG [RS:0;fb97eb0edbe8:44521 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:19:44,570 DEBUG [RS:0;fb97eb0edbe8:44521 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:19:44,570 DEBUG [RS:0;fb97eb0edbe8:44521 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:19:44,570 DEBUG [RS:0;fb97eb0edbe8:44521 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:19:44,570 DEBUG [RS:0;fb97eb0edbe8:44521 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:19:44,570 DEBUG [RS:0;fb97eb0edbe8:44521 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:19:44,571 INFO [RS:0;fb97eb0edbe8:44521 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:44,571 INFO [RS:0;fb97eb0edbe8:44521 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:44,571 INFO [RS:0;fb97eb0edbe8:44521 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:44,571 INFO [RS:0;fb97eb0edbe8:44521 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:44,571 INFO [RS:0;fb97eb0edbe8:44521 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:44,571 INFO [RS:0;fb97eb0edbe8:44521 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,44521,1731176383710-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T18:19:44,587 INFO [RS:0;fb97eb0edbe8:44521 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T18:19:44,587 INFO [RS:0;fb97eb0edbe8:44521 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,44521,1731176383710-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:44,600 INFO [RS:0;fb97eb0edbe8:44521 {}] regionserver.ReplicationSource(231): queueId=1-fb97eb0edbe8,44521,1731176383710, ReplicationSource: 1, currentBandwidth=0 2024-11-09T18:19:44,601 INFO [RS:0;fb97eb0edbe8:44521 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:44,601 INFO [RS:0;fb97eb0edbe8:44521 {}] regionserver.Replication(171): fb97eb0edbe8,44521,1731176383710 started 2024-11-09T18:19:44,614 INFO [RS:0;fb97eb0edbe8:44521 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:44,615 INFO [RS:0;fb97eb0edbe8:44521 {}] regionserver.HRegionServer(1482): Serving as fb97eb0edbe8,44521,1731176383710, RpcServer on fb97eb0edbe8/172.17.0.3:44521, sessionid=0x10120d2fe3a0007 2024-11-09T18:19:44,615 DEBUG [RS:0;fb97eb0edbe8:44521 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T18:19:44,615 DEBUG [RS:0;fb97eb0edbe8:44521 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fb97eb0edbe8,44521,1731176383710 2024-11-09T18:19:44,615 DEBUG [RS:0;fb97eb0edbe8:44521 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,44521,1731176383710' 2024-11-09T18:19:44,615 DEBUG [RS:0;fb97eb0edbe8:44521 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1893409554/flush-table-proc/abort' 2024-11-09T18:19:44,615 DEBUG [RS:0;fb97eb0edbe8:44521 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1893409554/flush-table-proc/acquired' 2024-11-09T18:19:44,616 DEBUG [RS:0;fb97eb0edbe8:44521 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T18:19:44,616 DEBUG [RS:0;fb97eb0edbe8:44521 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T18:19:44,616 DEBUG [RS:0;fb97eb0edbe8:44521 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fb97eb0edbe8,44521,1731176383710 2024-11-09T18:19:44,616 DEBUG [RS:0;fb97eb0edbe8:44521 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,44521,1731176383710' 2024-11-09T18:19:44,616 DEBUG [RS:0;fb97eb0edbe8:44521 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1893409554/online-snapshot/abort' 2024-11-09T18:19:44,616 DEBUG [RS:0;fb97eb0edbe8:44521 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1893409554/online-snapshot/acquired' 2024-11-09T18:19:44,616 DEBUG [RS:0;fb97eb0edbe8:44521 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T18:19:44,616 INFO [RS:0;fb97eb0edbe8:44521 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T18:19:44,616 INFO [RS:0;fb97eb0edbe8:44521 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T18:19:44,620 DEBUG [RS:0;fb97eb0edbe8:44521.replicationSource,1-fb97eb0edbe8,44521,1731176383710 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fb97eb0edbe8:41117' 2024-11-09T18:19:44,621 DEBUG [RS:0;fb97eb0edbe8:44521.replicationSource,1-fb97eb0edbe8,44521,1731176383710 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@443a4ecf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:19:44,621 DEBUG [RS:0;fb97eb0edbe8:44521.replicationSource,1-fb97eb0edbe8,44521,1731176383710 {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,41117,-1 for getting cluster id 2024-11-09T18:19:44,621 DEBUG [RS:0;fb97eb0edbe8:44521.replicationSource,1-fb97eb0edbe8,44521,1731176383710 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:19:44,622 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f819aad8-a071-4e65-986f-b923f5dea13c' 2024-11-09T18:19:44,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:19:44,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f819aad8-a071-4e65-986f-b923f5dea13c" 2024-11-09T18:19:44,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f3f89f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:19:44,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,41117,-1] 2024-11-09T18:19:44,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:19:44,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:19:44,624 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:19:44,625 DEBUG [RS:0;fb97eb0edbe8:44521.replicationSource,1-fb97eb0edbe8,44521,1731176383710 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19ef6afd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:19:44,625 DEBUG [RS:0;fb97eb0edbe8:44521.replicationSource,1-fb97eb0edbe8,44521,1731176383710 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:19:44,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,41117,1731176374956 2024-11-09T18:19:44,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b287114 2024-11-09T18:19:44,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:19:44,626 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-09T18:19:44,627 INFO [RS:0;fb97eb0edbe8:44521.replicationSource,1-fb97eb0edbe8,44521,1731176383710 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fb97eb0edbe8,44521,1731176383710 (queues=0) is replicating from cluster=8af23bbc-2d38-47f9-aad9-c76747381952 to cluster=f819aad8-a071-4e65-986f-b923f5dea13c 2024-11-09T18:19:44,717 INFO [RS:0;fb97eb0edbe8:44521 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T18:19:44,718 INFO [RS:0;fb97eb0edbe8:44521 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fb97eb0edbe8%2C44521%2C1731176383710, suffix=, logDir=hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/WALs/fb97eb0edbe8,44521,1731176383710, archiveDir=hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/oldWALs, maxLogs=10 2024-11-09T18:19:44,730 DEBUG [RS:0;fb97eb0edbe8:44521 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/WALs/fb97eb0edbe8,44521,1731176383710/fb97eb0edbe8%2C44521%2C1731176383710.1731176384718, exclude list is [], retry=0 2024-11-09T18:19:44,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35349,DS-c4d10320-a1ff-41a2-9839-552c9350454d,DISK] 2024-11-09T18:19:44,735 INFO [RS:0;fb97eb0edbe8:44521 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/WALs/fb97eb0edbe8,44521,1731176383710/fb97eb0edbe8%2C44521%2C1731176383710.1731176384718 2024-11-09T18:19:44,735 DEBUG [RS:0;fb97eb0edbe8:44521 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group fb97eb0edbe8%2C44521%2C1731176383710 for peer 1 2024-11-09T18:19:44,735 DEBUG [RS:0;fb97eb0edbe8:44521 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fb97eb0edbe8%2C44521%2C1731176383710 2024-11-09T18:19:44,735 INFO [RS:0;fb97eb0edbe8:44521 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fb97eb0edbe8,44521,1731176383710, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T18:19:44,735 DEBUG [RS:0;fb97eb0edbe8:44521 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34647:34647)] 2024-11-09T18:19:44,735 INFO [RS:0;fb97eb0edbe8:44521.replicationSource.shipperfb97eb0edbe8%2C44521%2C1731176383710,1-fb97eb0edbe8,44521,1731176383710 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fb97eb0edbe8%2C44521%2C1731176383710 2024-11-09T18:19:44,735 DEBUG [RS:0;fb97eb0edbe8:44521.replicationSource.wal-reader.fb97eb0edbe8%2C44521%2C1731176383710,1-fb97eb0edbe8,44521,1731176383710 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/WALs/fb97eb0edbe8,44521,1731176383710/fb97eb0edbe8%2C44521%2C1731176383710.1731176384718, startPosition=0, beingWritten=true 2024-11-09T18:19:44,791 DEBUG [fb97eb0edbe8:39301 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T18:19:44,792 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fb97eb0edbe8,44521,1731176383710 2024-11-09T18:19:44,792 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb97eb0edbe8,44521,1731176383710, state=OPENING 2024-11-09T18:19:44,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44521-0x10120d2fe3a0007, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1893409554/meta-region-server 2024-11-09T18:19:44,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39301-0x10120d2fe3a0006, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1893409554/meta-region-server 2024-11-09T18:19:44,814 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T18:19:44,814 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1893409554/meta-region-server: CHANGED 2024-11-09T18:19:44,814 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1893409554/meta-region-server: CHANGED 2024-11-09T18:19:44,814 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,44521,1731176383710}] 2024-11-09T18:19:44,940 DEBUG [RS:0;fb97eb0edbe8:44521.replicationSource.wal-reader.fb97eb0edbe8%2C44521%2C1731176383710,1-fb97eb0edbe8,44521,1731176383710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/WALs/fb97eb0edbe8,44521,1731176383710/fb97eb0edbe8%2C44521%2C1731176383710.1731176384718 to pos 0, reset compression=false 2024-11-09T18:19:44,972 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T18:19:44,974 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60033, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T18:19:44,984 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T18:19:44,984 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:19:44,985 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T18:19:44,986 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fb97eb0edbe8%2C44521%2C1731176383710.meta, suffix=.meta, logDir=hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/WALs/fb97eb0edbe8,44521,1731176383710, archiveDir=hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/oldWALs, maxLogs=10 2024-11-09T18:19:45,005 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/WALs/fb97eb0edbe8,44521,1731176383710/fb97eb0edbe8%2C44521%2C1731176383710.meta.1731176384987.meta, exclude list is [], retry=0 2024-11-09T18:19:45,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35349,DS-c4d10320-a1ff-41a2-9839-552c9350454d,DISK] 2024-11-09T18:19:45,008 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/WALs/fb97eb0edbe8,44521,1731176383710/fb97eb0edbe8%2C44521%2C1731176383710.meta.1731176384987.meta 2024-11-09T18:19:45,008 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34647:34647)] 2024-11-09T18:19:45,009 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:19:45,009 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T18:19:45,009 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T18:19:45,009 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T18:19:45,009 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T18:19:45,009 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T18:19:45,009 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:19:45,009 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T18:19:45,009 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T18:19:45,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T18:19:45,012 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T18:19:45,012 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:19:45,018 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/data/hbase/meta/1588230740/info/2d79e593c3cb4567aa2c8ce4e5e33f94 2024-11-09T18:19:45,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:19:45,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T18:19:45,019 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T18:19:45,019 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:19:45,029 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/data/hbase/meta/1588230740/ns/6ff65ca2c6444c5ca9a98e152d473f20 2024-11-09T18:19:45,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:19:45,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T18:19:45,030 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T18:19:45,030 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:19:45,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:19:45,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T18:19:45,031 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T18:19:45,031 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:19:45,037 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/data/hbase/meta/1588230740/table/904b7b11d4c34d2d8b9f250222afd83c 2024-11-09T18:19:45,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:19:45,037 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T18:19:45,038 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/data/hbase/meta/1588230740 2024-11-09T18:19:45,039 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/data/hbase/meta/1588230740 2024-11-09T18:19:45,040 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T18:19:45,040 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T18:19:45,041 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:19:45,042 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T18:19:45,043 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59850444, jitterRate=-0.1081588864326477}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:19:45,043 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T18:19:45,043 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731176385010Writing region info on filesystem at 1731176385010Initializing all the Stores at 1731176385010Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176385010Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176385011 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176385011Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176385011Cleaning up temporary data from old regions at 1731176385040 (+29 ms)Running coprocessor post-open hooks at 1731176385043 (+3 ms)Region opened successfully at 1731176385043 2024-11-09T18:19:45,044 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731176384972 2024-11-09T18:19:45,046 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T18:19:45,046 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T18:19:45,047 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=fb97eb0edbe8,44521,1731176383710 2024-11-09T18:19:45,048 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb97eb0edbe8,44521,1731176383710, state=OPEN 2024-11-09T18:19:45,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39301-0x10120d2fe3a0006, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1893409554/meta-region-server 2024-11-09T18:19:45,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44521-0x10120d2fe3a0007, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1893409554/meta-region-server 2024-11-09T18:19:45,105 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,44521,1731176383710 2024-11-09T18:19:45,105 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1893409554/meta-region-server: CHANGED 2024-11-09T18:19:45,105 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1893409554/meta-region-server: CHANGED 2024-11-09T18:19:45,108 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-09T18:19:45,108 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,44521,1731176383710 in 291 msec 2024-11-09T18:19:45,110 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T18:19:45,110 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 719 msec 2024-11-09T18:19:45,282 DEBUG [RS:0;fb97eb0edbe8:44521.replicationSource.wal-reader.fb97eb0edbe8%2C44521%2C1731176383710,1-fb97eb0edbe8,44521,1731176383710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/WALs/fb97eb0edbe8,44521,1731176383710/fb97eb0edbe8%2C44521%2C1731176383710.1731176384718 to pos 0, reset compression=false 2024-11-09T18:19:45,687 DEBUG [RS:0;fb97eb0edbe8:44521.replicationSource.wal-reader.fb97eb0edbe8%2C44521%2C1731176383710,1-fb97eb0edbe8,44521,1731176383710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/WALs/fb97eb0edbe8,44521,1731176383710/fb97eb0edbe8%2C44521%2C1731176383710.1731176384718 to pos 0, reset compression=false 2024-11-09T18:19:45,993 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1603ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-09T18:19:46,191 DEBUG [RS:0;fb97eb0edbe8:44521.replicationSource.wal-reader.fb97eb0edbe8%2C44521%2C1731176383710,1-fb97eb0edbe8,44521,1731176383710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/WALs/fb97eb0edbe8,44521,1731176383710/fb97eb0edbe8%2C44521%2C1731176383710.1731176384718 to pos 0, reset compression=false 2024-11-09T18:19:46,796 DEBUG [RS:0;fb97eb0edbe8:44521.replicationSource.wal-reader.fb97eb0edbe8%2C44521%2C1731176383710,1-fb97eb0edbe8,44521,1731176383710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/WALs/fb97eb0edbe8,44521,1731176383710/fb97eb0edbe8%2C44521%2C1731176383710.1731176384718 to pos 0, reset compression=false 2024-11-09T18:19:47,496 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3106ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-09T18:19:47,501 DEBUG [RS:0;fb97eb0edbe8:44521.replicationSource.wal-reader.fb97eb0edbe8%2C44521%2C1731176383710,1-fb97eb0edbe8,44521,1731176383710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/WALs/fb97eb0edbe8,44521,1731176383710/fb97eb0edbe8%2C44521%2C1731176383710.1731176384718 to pos 0, reset compression=false 2024-11-09T18:19:48,306 DEBUG [RS:0;fb97eb0edbe8:44521.replicationSource.wal-reader.fb97eb0edbe8%2C44521%2C1731176383710,1-fb97eb0edbe8,44521,1731176383710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/WALs/fb97eb0edbe8,44521,1731176383710/fb97eb0edbe8%2C44521%2C1731176383710.1731176384718 to pos 0, reset compression=false 2024-11-09T18:19:48,898 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4508ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-09T18:19:48,898 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T18:19:48,899 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:19:48,899 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,44521,1731176383710, seqNum=-1] 2024-11-09T18:19:48,899 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:19:48,900 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44131, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:19:48,904 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2309c4d63e78c170cf60a102894adbf3, regionState=OPEN, lastHost=fb97eb0edbe8,44995,1731176369074, regionLocation=fb97eb0edbe8,44995,1731176369074, openSeqNum=2 2024-11-09T18:19:48,904 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T18:19:48,904 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731176448904 2024-11-09T18:19:48,905 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731176508904 2024-11-09T18:19:48,905 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 6 msec 2024-11-09T18:19:48,905 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): fb97eb0edbe8,44995,1731176369074 had 2 regions 2024-11-09T18:19:48,905 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,39301,1731176383665-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:48,905 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,39301,1731176383665-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:48,905 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,39301,1731176383665-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:48,905 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fb97eb0edbe8:39301, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:48,905 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:48,906 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure fb97eb0edbe8,44995,1731176369074, splitWal=true, meta=true, isMeta: false 2024-11-09T18:19:48,907 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/WALs/fb97eb0edbe8,44995,1731176369074-splitting dir is empty, no logs to split. 2024-11-09T18:19:48,907 INFO [PEWorker-3 {}] master.SplitWALManager(105): fb97eb0edbe8,44995,1731176369074 WAL count=0, meta=false 2024-11-09T18:19:48,908 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:48,911 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/WALs/fb97eb0edbe8,44995,1731176369074-splitting dir is empty, no logs to split. 2024-11-09T18:19:48,912 INFO [PEWorker-3 {}] master.SplitWALManager(105): fb97eb0edbe8,44995,1731176369074 WAL count=0, meta=false 2024-11-09T18:19:48,912 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if fb97eb0edbe8,44995,1731176369074 WAL splitting is done? wals=0, meta=false 2024-11-09T18:19:48,914 WARN [master/fb97eb0edbe8:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=fb97eb0edbe8,44995,1731176369074/hbase:replication,,1731176378291.2309c4d63e78c170cf60a102894adbf3. 2024-11-09T18:19:48,914 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2309c4d63e78c170cf60a102894adbf3, ASSIGN}] 2024-11-09T18:19:48,915 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.152sec 2024-11-09T18:19:48,915 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2309c4d63e78c170cf60a102894adbf3, ASSIGN 2024-11-09T18:19:48,915 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T18:19:48,915 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T18:19:48,915 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T18:19:48,915 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T18:19:48,915 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T18:19:48,915 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,39301,1731176383665-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T18:19:48,915 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,39301,1731176383665-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T18:19:48,916 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2309c4d63e78c170cf60a102894adbf3, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T18:19:48,918 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T18:19:48,919 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T18:19:48,919 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,39301,1731176383665-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:48,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50d1a102, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:19:48,933 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,39301,-1 for getting cluster id 2024-11-09T18:19:48,933 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:19:48,934 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8af23bbc-2d38-47f9-aad9-c76747381952' 2024-11-09T18:19:48,934 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:19:48,934 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8af23bbc-2d38-47f9-aad9-c76747381952" 2024-11-09T18:19:48,934 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67ddde0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:19:48,934 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,39301,-1] 2024-11-09T18:19:48,935 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:19:48,935 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:19:48,936 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:19:48,936 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@191bb037, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:19:48,937 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:19:48,938 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,44521,1731176383710, seqNum=-1] 2024-11-09T18:19:48,938 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:19:48,939 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:19:48,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-09T18:19:48,941 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:19:48,941 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:19:48,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:19:48,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:19:48,941 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:19:48,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: fb97eb0edbe8:39301 after: fb97eb0edbe8:39301 2024-11-09T18:19:48,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@912b8b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:19:48,942 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,39301,-1 for getting cluster id 2024-11-09T18:19:48,942 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:19:48,942 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8af23bbc-2d38-47f9-aad9-c76747381952' 2024-11-09T18:19:48,943 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:19:48,943 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8af23bbc-2d38-47f9-aad9-c76747381952" 2024-11-09T18:19:48,943 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44a7e0be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:19:48,943 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,39301,-1] 2024-11-09T18:19:48,943 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:19:48,943 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:19:48,944 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:19:48,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eef62c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:19:48,944 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:19:48,945 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,39301,1731176383665 2024-11-09T18:19:48,945 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38c4a59e 2024-11-09T18:19:48,945 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:19:48,946 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:19:48,946 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39301 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-09T18:19:48,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T18:19:48,947 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:19:48,947 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:19:48,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:19:48,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:19:48,947 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:19:48,947 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T18:19:48,947 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=926250122, stopped=false 2024-11-09T18:19:48,947 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fb97eb0edbe8,41117,1731176374956 2024-11-09T18:19:49,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41117-0x10120d2fe3a0003, quorum=127.0.0.1:52053, baseZNode=/1-2016627622 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2016627622/running 2024-11-09T18:19:49,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40205-0x10120d2fe3a0004, quorum=127.0.0.1:52053, baseZNode=/1-2016627622 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2016627622/running 2024-11-09T18:19:49,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41117-0x10120d2fe3a0003, quorum=127.0.0.1:52053, baseZNode=/1-2016627622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2016627622 2024-11-09T18:19:49,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40205-0x10120d2fe3a0004, quorum=127.0.0.1:52053, baseZNode=/1-2016627622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2016627622 2024-11-09T18:19:49,024 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T18:19:49,025 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:19:49,025 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:19:49,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:19:49,025 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40205-0x10120d2fe3a0004, quorum=127.0.0.1:52053, baseZNode=/1-2016627622 Set watcher on znode that does not yet exist, /1-2016627622/running 2024-11-09T18:19:49,025 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41117-0x10120d2fe3a0003, quorum=127.0.0.1:52053, baseZNode=/1-2016627622 Set watcher on znode that does not yet exist, /1-2016627622/running 2024-11-09T18:19:49,025 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fb97eb0edbe8,40205,1731176375162' ***** 2024-11-09T18:19:49,025 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T18:19:49,025 INFO [RS:0;fb97eb0edbe8:40205 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T18:19:49,025 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T18:19:49,025 INFO [RS:0;fb97eb0edbe8:40205 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T18:19:49,025 INFO [RS:0;fb97eb0edbe8:40205 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T18:19:49,025 INFO [RS:0;fb97eb0edbe8:40205 {}] regionserver.HRegionServer(959): stopping server fb97eb0edbe8,40205,1731176375162 2024-11-09T18:19:49,025 INFO [RS:0;fb97eb0edbe8:40205 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T18:19:49,025 INFO [RS:0;fb97eb0edbe8:40205 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fb97eb0edbe8:40205. 2024-11-09T18:19:49,026 DEBUG [RS:0;fb97eb0edbe8:40205 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:19:49,026 DEBUG [RS:0;fb97eb0edbe8:40205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:19:49,026 INFO [RS:0;fb97eb0edbe8:40205 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T18:19:49,026 INFO [RS:0;fb97eb0edbe8:40205 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T18:19:49,026 INFO [RS:0;fb97eb0edbe8:40205 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T18:19:49,026 INFO [RS:0;fb97eb0edbe8:40205 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T18:19:49,026 INFO [RS:0;fb97eb0edbe8:40205 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T18:19:49,026 DEBUG [RS:0;fb97eb0edbe8:40205 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T18:19:49,026 DEBUG [RS:0;fb97eb0edbe8:40205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T18:19:49,026 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T18:19:49,026 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T18:19:49,026 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T18:19:49,026 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T18:19:49,026 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T18:19:49,026 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-09T18:19:49,040 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37909/user/jenkins/test-data/7f4a0267-92e4-3080-680a-ad7c85f579ed/data/hbase/meta/1588230740/.tmp/ns/65dc6448ec7a497496699c573f778aed is 43, key is default/ns:d/1731176378156/Put/seqid=0 2024-11-09T18:19:49,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36849 is added to blk_1073741835_1011 (size=5153) 2024-11-09T18:19:49,066 DEBUG [fb97eb0edbe8:39301 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T18:19:49,067 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=2309c4d63e78c170cf60a102894adbf3, regionState=OPENING, regionLocation=fb97eb0edbe8,44521,1731176383710 2024-11-09T18:19:49,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2309c4d63e78c170cf60a102894adbf3, ASSIGN because future has completed 2024-11-09T18:19:49,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2309c4d63e78c170cf60a102894adbf3, server=fb97eb0edbe8,44521,1731176383710}] 2024-11-09T18:19:49,099 INFO [regionserver/fb97eb0edbe8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:19:49,211 DEBUG [RS:0;fb97eb0edbe8:44521.replicationSource.wal-reader.fb97eb0edbe8%2C44521%2C1731176383710,1-fb97eb0edbe8,44521,1731176383710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/WALs/fb97eb0edbe8,44521,1731176383710/fb97eb0edbe8%2C44521%2C1731176383710.1731176384718 to pos 0, reset compression=false 2024-11-09T18:19:49,224 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731176378291.2309c4d63e78c170cf60a102894adbf3. 2024-11-09T18:19:49,224 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:19:49,225 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T18:19:49,226 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fb97eb0edbe8%2C44521%2C1731176383710.rep, suffix=, logDir=hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/WALs/fb97eb0edbe8,44521,1731176383710, archiveDir=hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/oldWALs, maxLogs=10 2024-11-09T18:19:49,226 DEBUG [RS:0;fb97eb0edbe8:40205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T18:19:49,238 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/WALs/fb97eb0edbe8,44521,1731176383710/fb97eb0edbe8%2C44521%2C1731176383710.rep.1731176389226, exclude list is [], retry=0 2024-11-09T18:19:49,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35349,DS-c4d10320-a1ff-41a2-9839-552c9350454d,DISK] 2024-11-09T18:19:49,241 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/WALs/fb97eb0edbe8,44521,1731176383710/fb97eb0edbe8%2C44521%2C1731176383710.rep.1731176389226 2024-11-09T18:19:49,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34647:34647)] 2024-11-09T18:19:49,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 2309c4d63e78c170cf60a102894adbf3, NAME => 'hbase:replication,,1731176378291.2309c4d63e78c170cf60a102894adbf3.', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:19:49,241 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T18:19:49,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T18:19:49,242 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731176378291.2309c4d63e78c170cf60a102894adbf3. service=MultiRowMutationService 2024-11-09T18:19:49,242 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T18:19:49,242 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2309c4d63e78c170cf60a102894adbf3 2024-11-09T18:19:49,242 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731176378291.2309c4d63e78c170cf60a102894adbf3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:19:49,242 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 2309c4d63e78c170cf60a102894adbf3 2024-11-09T18:19:49,242 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 2309c4d63e78c170cf60a102894adbf3 2024-11-09T18:19:49,243 INFO [StoreOpener-2309c4d63e78c170cf60a102894adbf3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2309c4d63e78c170cf60a102894adbf3 2024-11-09T18:19:49,244 INFO [StoreOpener-2309c4d63e78c170cf60a102894adbf3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2309c4d63e78c170cf60a102894adbf3 columnFamilyName hfileref 2024-11-09T18:19:49,244 DEBUG [StoreOpener-2309c4d63e78c170cf60a102894adbf3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:19:49,244 INFO [StoreOpener-2309c4d63e78c170cf60a102894adbf3-1 {}] regionserver.HStore(327): Store=2309c4d63e78c170cf60a102894adbf3/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:19:49,244 INFO [StoreOpener-2309c4d63e78c170cf60a102894adbf3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2309c4d63e78c170cf60a102894adbf3 2024-11-09T18:19:49,245 INFO [StoreOpener-2309c4d63e78c170cf60a102894adbf3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2309c4d63e78c170cf60a102894adbf3 columnFamilyName queue 2024-11-09T18:19:49,245 DEBUG [StoreOpener-2309c4d63e78c170cf60a102894adbf3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:19:49,250 DEBUG [StoreOpener-2309c4d63e78c170cf60a102894adbf3-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/data/hbase/replication/2309c4d63e78c170cf60a102894adbf3/queue/6a2e4442b3434222a5cb087cea58276e 2024-11-09T18:19:49,250 INFO [StoreOpener-2309c4d63e78c170cf60a102894adbf3-1 {}] regionserver.HStore(327): Store=2309c4d63e78c170cf60a102894adbf3/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:19:49,250 INFO [StoreOpener-2309c4d63e78c170cf60a102894adbf3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2309c4d63e78c170cf60a102894adbf3 2024-11-09T18:19:49,251 INFO [StoreOpener-2309c4d63e78c170cf60a102894adbf3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2309c4d63e78c170cf60a102894adbf3 columnFamilyName sid 2024-11-09T18:19:49,251 DEBUG [StoreOpener-2309c4d63e78c170cf60a102894adbf3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:19:49,251 INFO [StoreOpener-2309c4d63e78c170cf60a102894adbf3-1 {}] regionserver.HStore(327): Store=2309c4d63e78c170cf60a102894adbf3/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:19:49,251 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 2309c4d63e78c170cf60a102894adbf3 2024-11-09T18:19:49,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/data/hbase/replication/2309c4d63e78c170cf60a102894adbf3 2024-11-09T18:19:49,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/data/hbase/replication/2309c4d63e78c170cf60a102894adbf3 2024-11-09T18:19:49,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 2309c4d63e78c170cf60a102894adbf3 2024-11-09T18:19:49,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 2309c4d63e78c170cf60a102894adbf3 2024-11-09T18:19:49,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T18:19:49,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 2309c4d63e78c170cf60a102894adbf3 2024-11-09T18:19:49,256 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 2309c4d63e78c170cf60a102894adbf3; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62932591, jitterRate=-0.06223131716251373}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T18:19:49,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2309c4d63e78c170cf60a102894adbf3 2024-11-09T18:19:49,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 2309c4d63e78c170cf60a102894adbf3: Running coprocessor pre-open hook at 1731176389242Writing region info on filesystem at 1731176389242Initializing all the Stores at 1731176389243 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176389243Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176389243Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176389243Cleaning up temporary data from old regions at 1731176389254 (+11 ms)Running coprocessor post-open hooks at 1731176389256 (+2 ms)Region opened successfully at 1731176389256 2024-11-09T18:19:49,257 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731176378291.2309c4d63e78c170cf60a102894adbf3., pid=13, masterSystemTime=1731176389221 2024-11-09T18:19:49,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731176378291.2309c4d63e78c170cf60a102894adbf3. 2024-11-09T18:19:49,259 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731176378291.2309c4d63e78c170cf60a102894adbf3. 2024-11-09T18:19:49,259 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=2309c4d63e78c170cf60a102894adbf3, regionState=OPEN, openSeqNum=9, regionLocation=fb97eb0edbe8,44521,1731176383710 2024-11-09T18:19:49,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2309c4d63e78c170cf60a102894adbf3, server=fb97eb0edbe8,44521,1731176383710 because future has completed 2024-11-09T18:19:49,263 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-09T18:19:49,263 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 2309c4d63e78c170cf60a102894adbf3, server=fb97eb0edbe8,44521,1731176383710 in 193 msec 2024-11-09T18:19:49,265 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-09T18:19:49,265 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2309c4d63e78c170cf60a102894adbf3, ASSIGN in 349 msec 2024-11-09T18:19:49,265 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-09T18:19:49,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731176378291.2309c4d63e78c170cf60a102894adbf3., hostname=fb97eb0edbe8,44521,1731176383710, seqNum=9] 2024-11-09T18:19:49,281 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for fb97eb0edbe8,44995,1731176369074 2024-11-09T18:19:49,281 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-09T18:19:49,305 INFO [regionserver/fb97eb0edbe8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T18:19:49,305 INFO [regionserver/fb97eb0edbe8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T18:19:49,426 DEBUG [RS:0;fb97eb0edbe8:40205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T18:19:49,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44521 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-09T18:19:49,444 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37909/user/jenkins/test-data/7f4a0267-92e4-3080-680a-ad7c85f579ed/data/hbase/meta/1588230740/.tmp/ns/65dc6448ec7a497496699c573f778aed 2024-11-09T18:19:49,450 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37909/user/jenkins/test-data/7f4a0267-92e4-3080-680a-ad7c85f579ed/data/hbase/meta/1588230740/.tmp/ns/65dc6448ec7a497496699c573f778aed as hdfs://localhost:37909/user/jenkins/test-data/7f4a0267-92e4-3080-680a-ad7c85f579ed/data/hbase/meta/1588230740/ns/65dc6448ec7a497496699c573f778aed 2024-11-09T18:19:49,454 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37909/user/jenkins/test-data/7f4a0267-92e4-3080-680a-ad7c85f579ed/data/hbase/meta/1588230740/ns/65dc6448ec7a497496699c573f778aed, entries=2, sequenceid=6, filesize=5.0 K 2024-11-09T18:19:49,455 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=6, compaction requested=false 2024-11-09T18:19:49,459 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37909/user/jenkins/test-data/7f4a0267-92e4-3080-680a-ad7c85f579ed/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-09T18:19:49,459 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T18:19:49,459 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T18:19:49,459 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T18:19:49,459 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731176389026Running coprocessor pre-close hooks at 1731176389026Disabling compacts and flushes for region at 1731176389026Disabling writes for close at 1731176389026Obtaining lock to block concurrent updates at 1731176389026Preparing flush snapshotting stores in 1588230740 at 1731176389026Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731176389026Flushing stores of hbase:meta,,1.1588230740 at 1731176389027 (+1 ms)Flushing 1588230740/ns: creating writer at 1731176389027Flushing 1588230740/ns: appending metadata at 1731176389040 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731176389040Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@343d88f9: reopening flushed file at 1731176389449 (+409 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=6, compaction requested=false at 1731176389455 (+6 ms)Writing region close event to WAL at 1731176389456 (+1 ms)Running coprocessor post-close hooks at 1731176389459 (+3 ms)Closed at 1731176389459 2024-11-09T18:19:49,460 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T18:19:49,626 INFO [RS:0;fb97eb0edbe8:40205 {}] regionserver.HRegionServer(976): stopping server fb97eb0edbe8,40205,1731176375162; all regions closed. 2024-11-09T18:19:49,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36849 is added to blk_1073741834_1010 (size=1152) 2024-11-09T18:19:49,659 DEBUG [RS:0;fb97eb0edbe8:40205 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7f4a0267-92e4-3080-680a-ad7c85f579ed/oldWALs 2024-11-09T18:19:49,659 INFO [RS:0;fb97eb0edbe8:40205 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb97eb0edbe8%2C40205%2C1731176375162.meta:.meta(num 1731176378070) 2024-11-09T18:19:49,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36849 is added to blk_1073741833_1009 (size=93) 2024-11-09T18:19:49,661 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7f4a0267-92e4-3080-680a-ad7c85f579ed/WALs/fb97eb0edbe8,40205,1731176375162/fb97eb0edbe8%2C40205%2C1731176375162.1731176377427 not finished, retry = 0 2024-11-09T18:19:49,764 DEBUG [RS:0;fb97eb0edbe8:40205 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7f4a0267-92e4-3080-680a-ad7c85f579ed/oldWALs 2024-11-09T18:19:49,764 INFO [RS:0;fb97eb0edbe8:40205 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb97eb0edbe8%2C40205%2C1731176375162:(num 1731176377427) 2024-11-09T18:19:49,764 DEBUG [RS:0;fb97eb0edbe8:40205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:19:49,764 INFO [RS:0;fb97eb0edbe8:40205 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:19:49,764 INFO [RS:0;fb97eb0edbe8:40205 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T18:19:49,764 INFO [RS:0;fb97eb0edbe8:40205 {}] hbase.ChoreService(370): Chore service for: regionserver/fb97eb0edbe8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T18:19:49,764 INFO [RS:0;fb97eb0edbe8:40205 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T18:19:49,764 INFO [regionserver/fb97eb0edbe8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T18:19:49,764 INFO [RS:0;fb97eb0edbe8:40205 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40205 2024-11-09T18:19:49,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40205-0x10120d2fe3a0004, quorum=127.0.0.1:52053, baseZNode=/1-2016627622 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2016627622/rs/fb97eb0edbe8,40205,1731176375162 2024-11-09T18:19:49,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41117-0x10120d2fe3a0003, quorum=127.0.0.1:52053, baseZNode=/1-2016627622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2016627622/rs 2024-11-09T18:19:49,784 INFO [RS:0;fb97eb0edbe8:40205 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T18:19:49,794 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fb97eb0edbe8,40205,1731176375162] 2024-11-09T18:19:49,805 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2016627622/draining/fb97eb0edbe8,40205,1731176375162 already deleted, retry=false 2024-11-09T18:19:49,805 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fb97eb0edbe8,40205,1731176375162 expired; onlineServers=0 2024-11-09T18:19:49,805 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fb97eb0edbe8,41117,1731176374956' ***** 2024-11-09T18:19:49,805 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T18:19:49,805 INFO [M:0;fb97eb0edbe8:41117 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T18:19:49,805 INFO [M:0;fb97eb0edbe8:41117 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T18:19:49,805 DEBUG [M:0;fb97eb0edbe8:41117 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T18:19:49,805 DEBUG [M:0;fb97eb0edbe8:41117 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T18:19:49,805 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T18:19:49,805 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731176377162 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731176377162,5,FailOnTimeoutGroup] 2024-11-09T18:19:49,805 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731176377161 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731176377161,5,FailOnTimeoutGroup] 2024-11-09T18:19:49,805 INFO [M:0;fb97eb0edbe8:41117 {}] hbase.ChoreService(370): Chore service for: master/fb97eb0edbe8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T18:19:49,806 INFO [M:0;fb97eb0edbe8:41117 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T18:19:49,806 DEBUG [M:0;fb97eb0edbe8:41117 {}] master.HMaster(1795): Stopping service threads 2024-11-09T18:19:49,806 INFO [M:0;fb97eb0edbe8:41117 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T18:19:49,806 INFO [M:0;fb97eb0edbe8:41117 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T18:19:49,806 INFO [M:0;fb97eb0edbe8:41117 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T18:19:49,806 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T18:19:49,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41117-0x10120d2fe3a0003, quorum=127.0.0.1:52053, baseZNode=/1-2016627622 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2016627622/master 2024-11-09T18:19:49,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41117-0x10120d2fe3a0003, quorum=127.0.0.1:52053, baseZNode=/1-2016627622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2016627622 2024-11-09T18:19:49,826 DEBUG [M:0;fb97eb0edbe8:41117 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2016627622/master already deleted, retry=false 2024-11-09T18:19:49,826 DEBUG [M:0;fb97eb0edbe8:41117 {}] master.ActiveMasterManager(353): master:41117-0x10120d2fe3a0003, quorum=127.0.0.1:52053, baseZNode=/1-2016627622 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-2016627622/master 2024-11-09T18:19:49,827 INFO [M:0;fb97eb0edbe8:41117 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37909/user/jenkins/test-data/7f4a0267-92e4-3080-680a-ad7c85f579ed/.lastflushedseqids 2024-11-09T18:19:49,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36849 is added to blk_1073741836_1012 (size=99) 2024-11-09T18:19:49,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40205-0x10120d2fe3a0004, quorum=127.0.0.1:52053, baseZNode=/1-2016627622 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:19:49,895 INFO [RS:0;fb97eb0edbe8:40205 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T18:19:49,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40205-0x10120d2fe3a0004, quorum=127.0.0.1:52053, baseZNode=/1-2016627622 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:19:49,895 INFO [RS:0;fb97eb0edbe8:40205 {}] regionserver.HRegionServer(1031): Exiting; stopping=fb97eb0edbe8,40205,1731176375162; zookeeper connection closed. 2024-11-09T18:19:49,895 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@24f7809c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@24f7809c 2024-11-09T18:19:49,895 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T18:19:50,216 DEBUG [RS:0;fb97eb0edbe8:44521.replicationSource.wal-reader.fb97eb0edbe8%2C44521%2C1731176383710,1-fb97eb0edbe8,44521,1731176383710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/WALs/fb97eb0edbe8,44521,1731176383710/fb97eb0edbe8%2C44521%2C1731176383710.1731176384718 to pos 0, reset compression=false 2024-11-09T18:19:50,232 INFO [M:0;fb97eb0edbe8:41117 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T18:19:50,232 INFO [M:0;fb97eb0edbe8:41117 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T18:19:50,232 DEBUG [M:0;fb97eb0edbe8:41117 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T18:19:50,232 INFO [M:0;fb97eb0edbe8:41117 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:19:50,232 DEBUG [M:0;fb97eb0edbe8:41117 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:19:50,232 DEBUG [M:0;fb97eb0edbe8:41117 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T18:19:50,232 DEBUG [M:0;fb97eb0edbe8:41117 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:19:50,232 INFO [M:0;fb97eb0edbe8:41117 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-09T18:19:50,245 DEBUG [M:0;fb97eb0edbe8:41117 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37909/user/jenkins/test-data/7f4a0267-92e4-3080-680a-ad7c85f579ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a68f8221ba984d1b820c9cfec347c4f3 is 82, key is hbase:meta,,1/info:regioninfo/1731176378133/Put/seqid=0 2024-11-09T18:19:50,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36849 is added to blk_1073741837_1013 (size=5672) 2024-11-09T18:19:50,511 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T18:19:50,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:19:50,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:19:50,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:19:50,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:19:50,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:19:50,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:19:50,567 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T18:19:50,650 INFO [M:0;fb97eb0edbe8:41117 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37909/user/jenkins/test-data/7f4a0267-92e4-3080-680a-ad7c85f579ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a68f8221ba984d1b820c9cfec347c4f3 2024-11-09T18:19:50,667 DEBUG [M:0;fb97eb0edbe8:41117 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37909/user/jenkins/test-data/7f4a0267-92e4-3080-680a-ad7c85f579ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d92098c2ec04419c9356b24ff9a6c687 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731176378163/Put/seqid=0 2024-11-09T18:19:50,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36849 is added to blk_1073741838_1014 (size=5275) 2024-11-09T18:19:51,071 INFO [M:0;fb97eb0edbe8:41117 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37909/user/jenkins/test-data/7f4a0267-92e4-3080-680a-ad7c85f579ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d92098c2ec04419c9356b24ff9a6c687 2024-11-09T18:19:51,088 DEBUG [M:0;fb97eb0edbe8:41117 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37909/user/jenkins/test-data/7f4a0267-92e4-3080-680a-ad7c85f579ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6563ce7b4e1b448fa4f74b44e7acbe63 is 69, key is fb97eb0edbe8,40205,1731176375162/rs:state/1731176377223/Put/seqid=0 2024-11-09T18:19:51,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36849 is added to blk_1073741839_1015 (size=5156) 2024-11-09T18:19:51,320 DEBUG [RS:0;fb97eb0edbe8:44521.replicationSource.wal-reader.fb97eb0edbe8%2C44521%2C1731176383710,1-fb97eb0edbe8,44521,1731176383710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/WALs/fb97eb0edbe8,44521,1731176383710/fb97eb0edbe8%2C44521%2C1731176383710.1731176384718 to pos 0, reset compression=false 2024-11-09T18:19:51,492 INFO [M:0;fb97eb0edbe8:41117 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37909/user/jenkins/test-data/7f4a0267-92e4-3080-680a-ad7c85f579ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6563ce7b4e1b448fa4f74b44e7acbe63 2024-11-09T18:19:51,498 DEBUG [M:0;fb97eb0edbe8:41117 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37909/user/jenkins/test-data/7f4a0267-92e4-3080-680a-ad7c85f579ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a68f8221ba984d1b820c9cfec347c4f3 as hdfs://localhost:37909/user/jenkins/test-data/7f4a0267-92e4-3080-680a-ad7c85f579ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a68f8221ba984d1b820c9cfec347c4f3 2024-11-09T18:19:51,503 INFO [M:0;fb97eb0edbe8:41117 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37909/user/jenkins/test-data/7f4a0267-92e4-3080-680a-ad7c85f579ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a68f8221ba984d1b820c9cfec347c4f3, entries=8, sequenceid=28, filesize=5.5 K 2024-11-09T18:19:51,504 DEBUG [M:0;fb97eb0edbe8:41117 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37909/user/jenkins/test-data/7f4a0267-92e4-3080-680a-ad7c85f579ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d92098c2ec04419c9356b24ff9a6c687 as hdfs://localhost:37909/user/jenkins/test-data/7f4a0267-92e4-3080-680a-ad7c85f579ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d92098c2ec04419c9356b24ff9a6c687 2024-11-09T18:19:51,508 INFO [M:0;fb97eb0edbe8:41117 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37909/user/jenkins/test-data/7f4a0267-92e4-3080-680a-ad7c85f579ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d92098c2ec04419c9356b24ff9a6c687, entries=3, sequenceid=28, filesize=5.2 K 2024-11-09T18:19:51,509 DEBUG [M:0;fb97eb0edbe8:41117 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37909/user/jenkins/test-data/7f4a0267-92e4-3080-680a-ad7c85f579ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6563ce7b4e1b448fa4f74b44e7acbe63 as hdfs://localhost:37909/user/jenkins/test-data/7f4a0267-92e4-3080-680a-ad7c85f579ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6563ce7b4e1b448fa4f74b44e7acbe63 2024-11-09T18:19:51,513 INFO [M:0;fb97eb0edbe8:41117 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37909/user/jenkins/test-data/7f4a0267-92e4-3080-680a-ad7c85f579ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6563ce7b4e1b448fa4f74b44e7acbe63, entries=1, sequenceid=28, filesize=5.0 K 2024-11-09T18:19:51,514 INFO [M:0;fb97eb0edbe8:41117 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=28, compaction requested=false 2024-11-09T18:19:51,516 INFO [M:0;fb97eb0edbe8:41117 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:19:51,517 DEBUG [M:0;fb97eb0edbe8:41117 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731176390232Disabling compacts and flushes for region at 1731176390232Disabling writes for close at 1731176390232Obtaining lock to block concurrent updates at 1731176390232Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731176390232Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731176390232Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731176390233 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731176390233Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731176390245 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731176390245Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731176390654 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731176390666 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731176390666Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731176391075 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731176391088 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731176391088Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@681a71c1: reopening flushed file at 1731176391497 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b57b28b: reopening flushed file at 1731176391503 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f9038ec: reopening flushed file at 1731176391508 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=28, compaction requested=false at 1731176391514 (+6 ms)Writing region close event to WAL at 1731176391516 (+2 ms)Closed at 1731176391516 2024-11-09T18:19:51,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36849 is added to blk_1073741830_1006 (size=10165) 2024-11-09T18:19:51,522 INFO [M:0;fb97eb0edbe8:41117 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T18:19:51,522 INFO [M:0;fb97eb0edbe8:41117 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41117 2024-11-09T18:19:51,523 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T18:19:51,523 INFO [M:0;fb97eb0edbe8:41117 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T18:19:51,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41117-0x10120d2fe3a0003, quorum=127.0.0.1:52053, baseZNode=/1-2016627622 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:19:51,671 INFO [M:0;fb97eb0edbe8:41117 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T18:19:51,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41117-0x10120d2fe3a0003, quorum=127.0.0.1:52053, baseZNode=/1-2016627622 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:19:51,699 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59660647{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:19:51,700 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@45139d65{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T18:19:51,700 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T18:19:51,700 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e350811{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T18:19:51,700 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3904e05e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aed512d3-03a7-debb-5a61-da8ae80b2026/hadoop.log.dir/,STOPPED} 2024-11-09T18:19:51,704 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T18:19:51,704 WARN [BP-1200652105-172.17.0.3-1731176372668 heartbeating to localhost/127.0.0.1:37909 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T18:19:51,704 WARN [BP-1200652105-172.17.0.3-1731176372668 heartbeating to localhost/127.0.0.1:37909 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1200652105-172.17.0.3-1731176372668 (Datanode Uuid d970f999-0f8c-4d33-b998-a23c68c5ed59) service to localhost/127.0.0.1:37909 2024-11-09T18:19:51,704 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T18:19:51,705 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aed512d3-03a7-debb-5a61-da8ae80b2026/cluster_c2bc45d9-9074-dfed-1950-a7b2cb11ed2e/data/data1/current/BP-1200652105-172.17.0.3-1731176372668 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T18:19:51,705 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aed512d3-03a7-debb-5a61-da8ae80b2026/cluster_c2bc45d9-9074-dfed-1950-a7b2cb11ed2e/data/data2/current/BP-1200652105-172.17.0.3-1731176372668 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T18:19:51,705 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T18:19:51,711 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@56f79492{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T18:19:51,711 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21ddfaba{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T18:19:51,712 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T18:19:51,712 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b982f5b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T18:19:51,712 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ee28337{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aed512d3-03a7-debb-5a61-da8ae80b2026/hadoop.log.dir/,STOPPED} 2024-11-09T18:19:51,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T18:19:51,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T18:19:51,723 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:19:51,723 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:19:51,723 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:19:51,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:19:51,724 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:19:51,724 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T18:19:51,724 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1487516083, stopped=false 2024-11-09T18:19:51,724 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fb97eb0edbe8,39301,1731176383665 2024-11-09T18:19:51,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44521-0x10120d2fe3a0007, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1893409554/running 2024-11-09T18:19:51,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39301-0x10120d2fe3a0006, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1893409554/running 2024-11-09T18:19:51,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44521-0x10120d2fe3a0007, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1893409554 2024-11-09T18:19:51,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39301-0x10120d2fe3a0006, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1893409554 2024-11-09T18:19:51,742 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T18:19:51,742 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:19:51,742 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:19:51,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:19:51,742 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39301-0x10120d2fe3a0006, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Set watcher on znode that does not yet exist, /0-1893409554/running 2024-11-09T18:19:51,742 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fb97eb0edbe8,44521,1731176383710' ***** 2024-11-09T18:19:51,742 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44521-0x10120d2fe3a0007, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Set watcher on znode that does not yet exist, /0-1893409554/running 2024-11-09T18:19:51,742 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T18:19:51,743 INFO [RS:0;fb97eb0edbe8:44521 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T18:19:51,743 INFO [RS:0;fb97eb0edbe8:44521 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T18:19:51,743 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T18:19:51,743 INFO [RS:0;fb97eb0edbe8:44521 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T18:19:51,743 INFO [RS:0;fb97eb0edbe8:44521 {}] regionserver.HRegionServer(3091): Received CLOSE for 2309c4d63e78c170cf60a102894adbf3 2024-11-09T18:19:51,743 INFO [RS:0;fb97eb0edbe8:44521 {}] regionserver.HRegionServer(959): stopping server fb97eb0edbe8,44521,1731176383710 2024-11-09T18:19:51,743 INFO [RS:0;fb97eb0edbe8:44521 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T18:19:51,743 INFO [RS:0;fb97eb0edbe8:44521 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fb97eb0edbe8:44521. 2024-11-09T18:19:51,743 DEBUG [RS:0;fb97eb0edbe8:44521 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:19:51,743 DEBUG [RS:0;fb97eb0edbe8:44521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:19:51,743 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2309c4d63e78c170cf60a102894adbf3, disabling compactions & flushes 2024-11-09T18:19:51,743 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731176378291.2309c4d63e78c170cf60a102894adbf3. 2024-11-09T18:19:51,743 INFO [RS:0;fb97eb0edbe8:44521 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T18:19:51,743 INFO [RS:0;fb97eb0edbe8:44521 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T18:19:51,743 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731176378291.2309c4d63e78c170cf60a102894adbf3. 2024-11-09T18:19:51,743 INFO [RS:0;fb97eb0edbe8:44521 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T18:19:51,743 INFO [RS:0;fb97eb0edbe8:44521 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T18:19:51,743 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731176378291.2309c4d63e78c170cf60a102894adbf3. after waiting 0 ms 2024-11-09T18:19:51,743 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731176378291.2309c4d63e78c170cf60a102894adbf3. 2024-11-09T18:19:51,743 INFO [RS:0;fb97eb0edbe8:44521 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T18:19:51,743 DEBUG [RS:0;fb97eb0edbe8:44521 {}] regionserver.HRegionServer(1325): Online Regions={2309c4d63e78c170cf60a102894adbf3=hbase:replication,,1731176378291.2309c4d63e78c170cf60a102894adbf3., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T18:19:51,743 DEBUG [RS:0;fb97eb0edbe8:44521 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2309c4d63e78c170cf60a102894adbf3 2024-11-09T18:19:51,743 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T18:19:51,743 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T18:19:51,743 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T18:19:51,743 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T18:19:51,743 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T18:19:51,744 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-09T18:19:51,746 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/data/hbase/replication/2309c4d63e78c170cf60a102894adbf3/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-09T18:19:51,747 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T18:19:51,747 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T18:19:51,747 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731176378291.2309c4d63e78c170cf60a102894adbf3. 2024-11-09T18:19:51,747 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2309c4d63e78c170cf60a102894adbf3: Waiting for close lock at 1731176391743Running coprocessor pre-close hooks at 1731176391743Disabling compacts and flushes for region at 1731176391743Disabling writes for close at 1731176391743Writing region close event to WAL at 1731176391744 (+1 ms)Running coprocessor post-close hooks at 1731176391747 (+3 ms)Closed at 1731176391747 2024-11-09T18:19:51,747 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731176378291.2309c4d63e78c170cf60a102894adbf3. 2024-11-09T18:19:51,757 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/data/hbase/meta/1588230740/.tmp/info/046117eb7b024856b08c3b8b1cba4b29 is 147, key is hbase:replication,,1731176378291.2309c4d63e78c170cf60a102894adbf3./info:regioninfo/1731176389259/Put/seqid=0 2024-11-09T18:19:51,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35349 is added to blk_1073741851_1027 (size=6385) 2024-11-09T18:19:51,777 INFO [regionserver/fb97eb0edbe8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:19:51,944 DEBUG [RS:0;fb97eb0edbe8:44521 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T18:19:52,144 DEBUG [RS:0;fb97eb0edbe8:44521 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T18:19:52,161 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/data/hbase/meta/1588230740/.tmp/info/046117eb7b024856b08c3b8b1cba4b29 2024-11-09T18:19:52,166 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/data/hbase/meta/1588230740/.tmp/info/046117eb7b024856b08c3b8b1cba4b29 as hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/data/hbase/meta/1588230740/info/046117eb7b024856b08c3b8b1cba4b29 2024-11-09T18:19:52,170 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/data/hbase/meta/1588230740/info/046117eb7b024856b08c3b8b1cba4b29, entries=8, sequenceid=19, filesize=6.2 K 2024-11-09T18:19:52,171 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 428ms, sequenceid=19, compaction requested=false 2024-11-09T18:19:52,178 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-09T18:19:52,179 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T18:19:52,179 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T18:19:52,179 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T18:19:52,179 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731176391743Running coprocessor pre-close hooks at 1731176391743Disabling compacts and flushes for region at 1731176391743Disabling writes for close at 1731176391743Obtaining lock to block concurrent updates at 1731176391744 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731176391744Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731176391744Flushing stores of hbase:meta,,1.1588230740 at 1731176391744Flushing 1588230740/info: creating writer at 1731176391744Flushing 1588230740/info: appending metadata at 1731176391757 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731176391757Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e949276: reopening flushed file at 1731176392165 (+408 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 428ms, sequenceid=19, compaction requested=false at 1731176392171 (+6 ms)Writing region close event to WAL at 1731176392175 (+4 ms)Running coprocessor post-close hooks at 1731176392179 (+4 ms)Closed at 1731176392179 2024-11-09T18:19:52,179 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T18:19:52,344 INFO [RS:0;fb97eb0edbe8:44521 {}] regionserver.HRegionServer(976): stopping server fb97eb0edbe8,44521,1731176383710; all regions closed. 2024-11-09T18:19:52,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35349 is added to blk_1073741849_1025 (size=2156) 2024-11-09T18:19:52,346 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/WALs/fb97eb0edbe8,44521,1731176383710/fb97eb0edbe8%2C44521%2C1731176383710.meta.1731176384987.meta not finished, retry = 0 2024-11-09T18:19:52,449 DEBUG [RS:0;fb97eb0edbe8:44521 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/oldWALs 2024-11-09T18:19:52,449 INFO [RS:0;fb97eb0edbe8:44521 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb97eb0edbe8%2C44521%2C1731176383710.meta:.meta(num 1731176384987) 2024-11-09T18:19:52,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35349 is added to blk_1073741850_1026 (size=796) 2024-11-09T18:19:52,451 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/WALs/fb97eb0edbe8,44521,1731176383710/fb97eb0edbe8%2C44521%2C1731176383710.rep.1731176389226 not finished, retry = 0 2024-11-09T18:19:52,524 DEBUG [RS:0;fb97eb0edbe8:44521.replicationSource.wal-reader.fb97eb0edbe8%2C44521%2C1731176383710,1-fb97eb0edbe8,44521,1731176383710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/WALs/fb97eb0edbe8,44521,1731176383710/fb97eb0edbe8%2C44521%2C1731176383710.1731176384718 to pos 0, reset compression=false 2024-11-09T18:19:52,553 DEBUG [RS:0;fb97eb0edbe8:44521 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/oldWALs 2024-11-09T18:19:52,553 INFO [RS:0;fb97eb0edbe8:44521 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb97eb0edbe8%2C44521%2C1731176383710.rep:(num 1731176389226) 2024-11-09T18:19:52,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35349 is added to blk_1073741848_1024 (size=93) 2024-11-09T18:19:52,555 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/WALs/fb97eb0edbe8,44521,1731176383710/fb97eb0edbe8%2C44521%2C1731176383710.1731176384718 not finished, retry = 0 2024-11-09T18:19:52,595 INFO [regionserver/fb97eb0edbe8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T18:19:52,595 INFO [regionserver/fb97eb0edbe8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T18:19:52,658 DEBUG [RS:0;fb97eb0edbe8:44521 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/oldWALs 2024-11-09T18:19:52,658 INFO [RS:0;fb97eb0edbe8:44521 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb97eb0edbe8%2C44521%2C1731176383710:(num 1731176384718) 2024-11-09T18:19:52,658 DEBUG [RS:0;fb97eb0edbe8:44521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:19:52,658 INFO [RS:0;fb97eb0edbe8:44521 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:19:52,658 INFO [RS:0;fb97eb0edbe8:44521 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T18:19:52,658 INFO [RS:0;fb97eb0edbe8:44521 {}] hbase.ChoreService(370): Chore service for: regionserver/fb97eb0edbe8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T18:19:52,658 INFO [RS:0;fb97eb0edbe8:44521 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T18:19:52,658 INFO [regionserver/fb97eb0edbe8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T18:19:52,658 INFO [RS:0;fb97eb0edbe8:44521 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fb97eb0edbe8,44521,1731176383710 because: Region server is closing 2024-11-09T18:19:52,658 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/fb97eb0edbe8:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-09T18:19:52,659 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/fb97eb0edbe8:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-09T18:19:52,659 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/fb97eb0edbe8:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-09T18:19:52,659 INFO [RS:0;fb97eb0edbe8:44521 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fb97eb0edbe8:44521. 2024-11-09T18:19:52,659 DEBUG [RS:0;fb97eb0edbe8:44521 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:19:52,659 DEBUG [RS:0;fb97eb0edbe8:44521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:19:52,659 DEBUG [RS:0;fb97eb0edbe8:44521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:19:52,659 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:19:52,759 WARN [RS:0;fb97eb0edbe8:44521.replicationSource.wal-reader.fb97eb0edbe8%2C44521%2C1731176383710,1-fb97eb0edbe8,44521,1731176383710 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T18:19:52,759 WARN [RS:0;fb97eb0edbe8:44521.replicationSource.shipperfb97eb0edbe8%2C44521%2C1731176383710,1-fb97eb0edbe8,44521,1731176383710 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T18:19:52,759 INFO [RS:0;fb97eb0edbe8:44521 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;fb97eb0edbe8:44521.replicationSource.shipperfb97eb0edbe8%2C44521%2C1731176383710,1-fb97eb0edbe8,44521,1731176383710 terminated 2024-11-09T18:19:52,760 INFO [RS:0;fb97eb0edbe8:44521 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44521 2024-11-09T18:19:52,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44521-0x10120d2fe3a0007, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1893409554/rs/fb97eb0edbe8,44521,1731176383710 2024-11-09T18:19:52,824 INFO [RS:0;fb97eb0edbe8:44521 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T18:19:52,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39301-0x10120d2fe3a0006, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1893409554/rs 2024-11-09T18:19:52,836 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fb97eb0edbe8,44521,1731176383710] 2024-11-09T18:19:52,847 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1893409554/draining/fb97eb0edbe8,44521,1731176383710 already deleted, retry=false 2024-11-09T18:19:52,847 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fb97eb0edbe8,44521,1731176383710 expired; onlineServers=0 2024-11-09T18:19:52,847 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fb97eb0edbe8,39301,1731176383665' ***** 2024-11-09T18:19:52,847 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T18:19:52,847 INFO [M:0;fb97eb0edbe8:39301 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T18:19:52,847 INFO [M:0;fb97eb0edbe8:39301 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T18:19:52,847 DEBUG [M:0;fb97eb0edbe8:39301 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T18:19:52,847 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T18:19:52,847 DEBUG [M:0;fb97eb0edbe8:39301 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T18:19:52,847 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731176384389 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731176384389,5,FailOnTimeoutGroup] 2024-11-09T18:19:52,847 INFO [M:0;fb97eb0edbe8:39301 {}] hbase.ChoreService(370): Chore service for: master/fb97eb0edbe8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T18:19:52,847 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731176384389 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731176384389,5,FailOnTimeoutGroup] 2024-11-09T18:19:52,847 INFO [M:0;fb97eb0edbe8:39301 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T18:19:52,848 DEBUG [M:0;fb97eb0edbe8:39301 {}] master.HMaster(1795): Stopping service threads 2024-11-09T18:19:52,848 INFO [M:0;fb97eb0edbe8:39301 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T18:19:52,848 INFO [M:0;fb97eb0edbe8:39301 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T18:19:52,848 INFO [M:0;fb97eb0edbe8:39301 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T18:19:52,848 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T18:19:52,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39301-0x10120d2fe3a0006, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1893409554/master 2024-11-09T18:19:52,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39301-0x10120d2fe3a0006, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1893409554 2024-11-09T18:19:52,857 DEBUG [M:0;fb97eb0edbe8:39301 {}] zookeeper.ZKUtil(347): master:39301-0x10120d2fe3a0006, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Unable to get data of znode /0-1893409554/master because node does not exist (not an error) 2024-11-09T18:19:52,857 WARN [M:0;fb97eb0edbe8:39301 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T18:19:52,858 INFO [M:0;fb97eb0edbe8:39301 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/.lastflushedseqids 2024-11-09T18:19:52,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35349 is added to blk_1073741852_1028 (size=181) 2024-11-09T18:19:52,862 INFO [M:0;fb97eb0edbe8:39301 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T18:19:52,862 INFO [M:0;fb97eb0edbe8:39301 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T18:19:52,863 DEBUG [M:0;fb97eb0edbe8:39301 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T18:19:52,863 INFO [M:0;fb97eb0edbe8:39301 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:19:52,863 DEBUG [M:0;fb97eb0edbe8:39301 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:19:52,863 DEBUG [M:0;fb97eb0edbe8:39301 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T18:19:52,863 DEBUG [M:0;fb97eb0edbe8:39301 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:19:52,863 INFO [M:0;fb97eb0edbe8:39301 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-09T18:19:52,878 DEBUG [M:0;fb97eb0edbe8:39301 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f90d123f0b12440e923aabd92762b2ba is 82, key is hbase:meta,,1/info:regioninfo/1731176385047/Put/seqid=0 2024-11-09T18:19:52,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35349 is added to blk_1073741853_1029 (size=5672) 2024-11-09T18:19:52,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44521-0x10120d2fe3a0007, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:19:52,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44521-0x10120d2fe3a0007, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:19:52,937 INFO [RS:0;fb97eb0edbe8:44521 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T18:19:52,937 INFO [RS:0;fb97eb0edbe8:44521 {}] regionserver.HRegionServer(1031): Exiting; stopping=fb97eb0edbe8,44521,1731176383710; zookeeper connection closed. 2024-11-09T18:19:52,937 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@172a2d40 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@172a2d40 2024-11-09T18:19:52,937 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T18:19:53,282 INFO [M:0;fb97eb0edbe8:39301 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f90d123f0b12440e923aabd92762b2ba 2024-11-09T18:19:53,314 DEBUG [M:0;fb97eb0edbe8:39301 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f4bd2f3938914454b9e6af3269738c68 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731176389264/Put/seqid=0 2024-11-09T18:19:53,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35349 is added to blk_1073741854_1030 (size=7312) 2024-11-09T18:19:53,723 INFO [M:0;fb97eb0edbe8:39301 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f4bd2f3938914454b9e6af3269738c68 2024-11-09T18:19:53,740 DEBUG [M:0;fb97eb0edbe8:39301 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/93aa0b0fc50a46eca07d4d9c63baff85 is 69, key is fb97eb0edbe8,44521,1731176383710/rs:state/1731176384463/Put/seqid=0 2024-11-09T18:19:53,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35349 is added to blk_1073741855_1031 (size=5370) 2024-11-09T18:19:54,144 INFO [M:0;fb97eb0edbe8:39301 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/93aa0b0fc50a46eca07d4d9c63baff85 2024-11-09T18:19:54,148 INFO [M:0;fb97eb0edbe8:39301 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 93aa0b0fc50a46eca07d4d9c63baff85 2024-11-09T18:19:54,149 DEBUG [M:0;fb97eb0edbe8:39301 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f90d123f0b12440e923aabd92762b2ba as hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f90d123f0b12440e923aabd92762b2ba 2024-11-09T18:19:54,154 INFO [M:0;fb97eb0edbe8:39301 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f90d123f0b12440e923aabd92762b2ba, entries=8, sequenceid=127, filesize=5.5 K 2024-11-09T18:19:54,155 DEBUG [M:0;fb97eb0edbe8:39301 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f4bd2f3938914454b9e6af3269738c68 as hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f4bd2f3938914454b9e6af3269738c68 2024-11-09T18:19:54,160 INFO [M:0;fb97eb0edbe8:39301 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f4bd2f3938914454b9e6af3269738c68, entries=7, sequenceid=127, filesize=7.1 K 2024-11-09T18:19:54,161 DEBUG [M:0;fb97eb0edbe8:39301 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/93aa0b0fc50a46eca07d4d9c63baff85 as hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/93aa0b0fc50a46eca07d4d9c63baff85 2024-11-09T18:19:54,165 INFO [M:0;fb97eb0edbe8:39301 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 93aa0b0fc50a46eca07d4d9c63baff85 2024-11-09T18:19:54,165 INFO [M:0;fb97eb0edbe8:39301 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40145/user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/93aa0b0fc50a46eca07d4d9c63baff85, entries=2, sequenceid=127, filesize=5.2 K 2024-11-09T18:19:54,166 INFO [M:0;fb97eb0edbe8:39301 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1303ms, sequenceid=127, compaction requested=false 2024-11-09T18:19:54,167 INFO [M:0;fb97eb0edbe8:39301 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:19:54,168 DEBUG [M:0;fb97eb0edbe8:39301 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731176392863Disabling compacts and flushes for region at 1731176392863Disabling writes for close at 1731176392863Obtaining lock to block concurrent updates at 1731176392863Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731176392863Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731176392863Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731176392863Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731176392864 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731176392877 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731176392877Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731176393290 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731176393314 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731176393314Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731176393727 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731176393739 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731176393739Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a3cc969: reopening flushed file at 1731176394148 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27e6748: reopening flushed file at 1731176394154 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7587fa27: reopening flushed file at 1731176394160 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1303ms, sequenceid=127, compaction requested=false at 1731176394166 (+6 ms)Writing region close event to WAL at 1731176394167 (+1 ms)Closed at 1731176394167 2024-11-09T18:19:54,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35349 is added to blk_1073741847_1023 (size=22903) 2024-11-09T18:19:54,169 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/83095fef-5b98-3cbe-8db7-c6a05ae4b92f/MasterData/WALs/fb97eb0edbe8,39301,1731176383665/fb97eb0edbe8%2C39301%2C1731176383665.1731176384201 not finished, retry = 0 2024-11-09T18:19:54,270 INFO [M:0;fb97eb0edbe8:39301 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T18:19:54,270 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T18:19:54,271 INFO [M:0;fb97eb0edbe8:39301 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39301 2024-11-09T18:19:54,271 INFO [M:0;fb97eb0edbe8:39301 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T18:19:54,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39301-0x10120d2fe3a0006, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:19:54,419 INFO [M:0;fb97eb0edbe8:39301 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T18:19:54,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39301-0x10120d2fe3a0006, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:19:54,421 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@647ffad6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:19:54,421 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b94c408{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T18:19:54,421 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T18:19:54,421 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68beed2f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T18:19:54,421 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15bbf7d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2532d923-e00d-eab5-5280-1b731e7c7262/hadoop.log.dir/,STOPPED} 2024-11-09T18:19:54,422 WARN [BP-727459922-172.17.0.3-1731176366751 heartbeating to localhost/127.0.0.1:40145 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T18:19:54,422 WARN [BP-727459922-172.17.0.3-1731176366751 heartbeating to localhost/127.0.0.1:40145 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-727459922-172.17.0.3-1731176366751 (Datanode Uuid b5a8f9f9-1313-4ea1-bd04-a3631d70c1da) service to localhost/127.0.0.1:40145 2024-11-09T18:19:54,422 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T18:19:54,422 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T18:19:54,423 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2532d923-e00d-eab5-5280-1b731e7c7262/cluster_d49a7f26-ecfc-a1c0-958f-e48a36006938/data/data1/current/BP-727459922-172.17.0.3-1731176366751 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T18:19:54,423 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2532d923-e00d-eab5-5280-1b731e7c7262/cluster_d49a7f26-ecfc-a1c0-958f-e48a36006938/data/data2/current/BP-727459922-172.17.0.3-1731176366751 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T18:19:54,423 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T18:19:54,427 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12803652{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T18:19:54,428 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@35299b4e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T18:19:54,428 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T18:19:54,428 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2afa9cc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T18:19:54,428 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d23ffab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2532d923-e00d-eab5-5280-1b731e7c7262/hadoop.log.dir/,STOPPED} 2024-11-09T18:19:54,434 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T18:19:54,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T18:19:54,453 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=203 (was 159) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52053) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:40145 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40145 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37909 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:37909 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40145 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37909 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40145 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40145 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37909 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40145 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:40145 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40145 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37909 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40145 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37909 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37909 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52053) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37909 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37909 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40145 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37909 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=571 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=385 (was 411), ProcessCount=11 (was 11), AvailableMemoryMB=2365 (was 2836) 2024-11-09T18:19:54,460 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=203, OpenFileDescriptor=571, MaxFileDescriptor=1048576, SystemLoadAverage=385, ProcessCount=11, AvailableMemoryMB=2365 2024-11-09T18:19:54,472 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-09T18:19:54,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aed512d3-03a7-debb-5a61-da8ae80b2026/hadoop.log.dir so I do NOT create it in target/test-data/b3141c52-bc1f-4d7d-f28a-c91842968977 2024-11-09T18:19:54,473 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aed512d3-03a7-debb-5a61-da8ae80b2026/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T18:19:54,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aed512d3-03a7-debb-5a61-da8ae80b2026/hadoop.tmp.dir so I do NOT create it in target/test-data/b3141c52-bc1f-4d7d-f28a-c91842968977 2024-11-09T18:19:54,473 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aed512d3-03a7-debb-5a61-da8ae80b2026/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T18:19:54,473 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3141c52-bc1f-4d7d-f28a-c91842968977 2024-11-09T18:19:54,473 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3141c52-bc1f-4d7d-f28a-c91842968977/cluster_70582aa8-b3f2-2cce-554e-6de1added87b, deleteOnExit=true 2024-11-09T18:19:54,488 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3141c52-bc1f-4d7d-f28a-c91842968977/cluster_70582aa8-b3f2-2cce-554e-6de1added87b/zookeeper_0, clientPort=49781, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3141c52-bc1f-4d7d-f28a-c91842968977/cluster_70582aa8-b3f2-2cce-554e-6de1added87b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3141c52-bc1f-4d7d-f28a-c91842968977/cluster_70582aa8-b3f2-2cce-554e-6de1added87b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T18:19:54,489 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49781 2024-11-09T18:19:54,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T18:19:54,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T18:19:54,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3141c52-bc1f-4d7d-f28a-c91842968977/test.cache.data in system properties and HBase conf 2024-11-09T18:19:54,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3141c52-bc1f-4d7d-f28a-c91842968977/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T18:19:54,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3141c52-bc1f-4d7d-f28a-c91842968977/hadoop.log.dir in system properties and HBase conf 2024-11-09T18:19:54,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3141c52-bc1f-4d7d-f28a-c91842968977/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T18:19:54,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3141c52-bc1f-4d7d-f28a-c91842968977/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T18:19:54,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T18:19:54,490 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T18:19:54,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3141c52-bc1f-4d7d-f28a-c91842968977/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T18:19:54,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3141c52-bc1f-4d7d-f28a-c91842968977/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T18:19:54,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3141c52-bc1f-4d7d-f28a-c91842968977/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T18:19:54,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3141c52-bc1f-4d7d-f28a-c91842968977/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T18:19:54,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3141c52-bc1f-4d7d-f28a-c91842968977/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T18:19:54,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3141c52-bc1f-4d7d-f28a-c91842968977/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T18:19:54,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3141c52-bc1f-4d7d-f28a-c91842968977/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T18:19:54,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3141c52-bc1f-4d7d-f28a-c91842968977/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T18:19:54,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3141c52-bc1f-4d7d-f28a-c91842968977/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T18:19:54,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3141c52-bc1f-4d7d-f28a-c91842968977/nfs.dump.dir in system properties and HBase conf 2024-11-09T18:19:54,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3141c52-bc1f-4d7d-f28a-c91842968977/java.io.tmpdir in system properties and HBase conf 2024-11-09T18:19:54,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3141c52-bc1f-4d7d-f28a-c91842968977/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T18:19:54,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3141c52-bc1f-4d7d-f28a-c91842968977/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T18:19:54,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3141c52-bc1f-4d7d-f28a-c91842968977/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T18:19:54,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10120d2fe3a0002, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T18:19:54,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10120d2fe3a0005, quorum=127.0.0.1:52053, baseZNode=/1-2016627622 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T18:19:54,532 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10120d2fe3a0005, quorum=127.0.0.1:52053, baseZNode=/1-2016627622 Received Disconnected from ZooKeeper, ignoring 2024-11-09T18:19:54,532 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10120d2fe3a0002, quorum=127.0.0.1:52053, baseZNode=/0-1893409554 Received Disconnected from ZooKeeper, ignoring 2024-11-09T18:19:54,849 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:19:54,854 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T18:19:54,855 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T18:19:54,855 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T18:19:54,855 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T18:19:54,856 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:19:54,856 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26ff3d7d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3141c52-bc1f-4d7d-f28a-c91842968977/hadoop.log.dir/,AVAILABLE} 2024-11-09T18:19:54,856 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58cb4747{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T18:19:54,951 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12308967{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3141c52-bc1f-4d7d-f28a-c91842968977/java.io.tmpdir/jetty-localhost-46507-hadoop-hdfs-3_4_1-tests_jar-_-any-17266092897003551088/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T18:19:54,951 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a7cd469{HTTP/1.1, (http/1.1)}{localhost:46507} 2024-11-09T18:19:54,951 INFO [Time-limited test {}] server.Server(415): Started @165700ms 2024-11-09T18:19:55,226 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:19:55,229 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T18:19:55,231 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T18:19:55,231 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T18:19:55,231 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T18:19:55,231 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@122dce00{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3141c52-bc1f-4d7d-f28a-c91842968977/hadoop.log.dir/,AVAILABLE} 2024-11-09T18:19:55,231 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73c15c8b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T18:19:55,326 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@11eb5101{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3141c52-bc1f-4d7d-f28a-c91842968977/java.io.tmpdir/jetty-localhost-42873-hadoop-hdfs-3_4_1-tests_jar-_-any-10012563695880972565/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:19:55,326 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@69d1f1fa{HTTP/1.1, (http/1.1)}{localhost:42873} 2024-11-09T18:19:55,326 INFO [Time-limited test {}] server.Server(415): Started @166075ms 2024-11-09T18:19:55,327 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T18:19:55,557 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T18:19:55,557 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T18:19:55,557 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T18:19:55,557 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T18:19:56,044 WARN [Thread-1674 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3141c52-bc1f-4d7d-f28a-c91842968977/cluster_70582aa8-b3f2-2cce-554e-6de1added87b/data/data1/current/BP-33410954-172.17.0.3-1731176394526/current, will proceed with Du for space computation calculation, 2024-11-09T18:19:56,044 WARN [Thread-1675 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3141c52-bc1f-4d7d-f28a-c91842968977/cluster_70582aa8-b3f2-2cce-554e-6de1added87b/data/data2/current/BP-33410954-172.17.0.3-1731176394526/current, will proceed with Du for space computation calculation, 2024-11-09T18:19:56,061 WARN [Thread-1662 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T18:19:56,064 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x659670b56ed16a13 with lease ID 0x2075724e46e64b64: Processing first storage report for DS-7b29599b-2887-4dad-9aa4-9b2de50bcd1f from datanode DatanodeRegistration(127.0.0.1:46023, datanodeUuid=2cb36e29-70d5-4971-a251-186509cf18c1, infoPort=36421, infoSecurePort=0, ipcPort=38339, storageInfo=lv=-57;cid=testClusterID;nsid=1495608285;c=1731176394526) 2024-11-09T18:19:56,064 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x659670b56ed16a13 with lease ID 0x2075724e46e64b64: from storage DS-7b29599b-2887-4dad-9aa4-9b2de50bcd1f node DatanodeRegistration(127.0.0.1:46023, datanodeUuid=2cb36e29-70d5-4971-a251-186509cf18c1, infoPort=36421, infoSecurePort=0, ipcPort=38339, storageInfo=lv=-57;cid=testClusterID;nsid=1495608285;c=1731176394526), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T18:19:56,064 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x659670b56ed16a13 with lease ID 0x2075724e46e64b64: Processing first storage report for DS-3094650a-53e0-4b5c-9414-e28a88bb54a3 from datanode DatanodeRegistration(127.0.0.1:46023, datanodeUuid=2cb36e29-70d5-4971-a251-186509cf18c1, infoPort=36421, infoSecurePort=0, ipcPort=38339, storageInfo=lv=-57;cid=testClusterID;nsid=1495608285;c=1731176394526) 2024-11-09T18:19:56,064 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x659670b56ed16a13 with lease ID 0x2075724e46e64b64: from storage DS-3094650a-53e0-4b5c-9414-e28a88bb54a3 node DatanodeRegistration(127.0.0.1:46023, datanodeUuid=2cb36e29-70d5-4971-a251-186509cf18c1, infoPort=36421, infoSecurePort=0, ipcPort=38339, storageInfo=lv=-57;cid=testClusterID;nsid=1495608285;c=1731176394526), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T18:19:56,158 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3141c52-bc1f-4d7d-f28a-c91842968977 2024-11-09T18:19:56,158 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:19:56,160 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:19:56,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46023 is added to blk_1073741825_1001 (size=7) 2024-11-09T18:19:56,568 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1 with version=8 2024-11-09T18:19:56,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/hbase-staging 2024-11-09T18:19:56,570 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fb97eb0edbe8:0 server-side Connection retries=45 2024-11-09T18:19:56,571 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:19:56,571 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T18:19:56,571 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T18:19:56,571 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:19:56,571 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T18:19:56,571 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T18:19:56,571 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T18:19:56,571 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44469 2024-11-09T18:19:56,572 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44469 connecting to ZooKeeper ensemble=127.0.0.1:49781 2024-11-09T18:19:56,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:444690x0, quorum=127.0.0.1:49781, baseZNode=/0-1409714311 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:19:56,677 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44469-0x10120d36aa30000 connected 2024-11-09T18:19:56,758 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:19:56,760 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:19:56,762 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44469-0x10120d36aa30000, quorum=127.0.0.1:49781, baseZNode=/0-1409714311 Set watcher on znode that does not yet exist, /0-1409714311/running 2024-11-09T18:19:56,762 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1, hbase.cluster.distributed=false 2024-11-09T18:19:56,764 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44469-0x10120d36aa30000, quorum=127.0.0.1:49781, baseZNode=/0-1409714311 Set watcher on znode that does not yet exist, /0-1409714311/acl 2024-11-09T18:19:56,765 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44469 2024-11-09T18:19:56,765 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44469 2024-11-09T18:19:56,766 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44469 2024-11-09T18:19:56,767 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44469 2024-11-09T18:19:56,767 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44469 2024-11-09T18:19:56,780 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fb97eb0edbe8:0 server-side Connection retries=45 2024-11-09T18:19:56,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:19:56,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T18:19:56,780 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T18:19:56,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:19:56,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T18:19:56,780 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T18:19:56,781 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T18:19:56,784 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44295 2024-11-09T18:19:56,785 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44295 connecting to ZooKeeper ensemble=127.0.0.1:49781 2024-11-09T18:19:56,786 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:19:56,788 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:19:56,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:442950x0, quorum=127.0.0.1:49781, baseZNode=/0-1409714311 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:19:56,801 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44295-0x10120d36aa30001, quorum=127.0.0.1:49781, baseZNode=/0-1409714311 Set watcher on znode that does not yet exist, /0-1409714311/running 2024-11-09T18:19:56,801 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44295-0x10120d36aa30001 connected 2024-11-09T18:19:56,801 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T18:19:56,801 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T18:19:56,802 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44295-0x10120d36aa30001, quorum=127.0.0.1:49781, baseZNode=/0-1409714311 Set watcher on znode that does not yet exist, /0-1409714311/master 2024-11-09T18:19:56,803 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44295-0x10120d36aa30001, quorum=127.0.0.1:49781, baseZNode=/0-1409714311 Set watcher on znode that does not yet exist, /0-1409714311/acl 2024-11-09T18:19:56,803 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44295 2024-11-09T18:19:56,803 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44295 2024-11-09T18:19:56,803 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44295 2024-11-09T18:19:56,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44295 2024-11-09T18:19:56,806 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44295 2024-11-09T18:19:56,820 DEBUG [M:0;fb97eb0edbe8:44469 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fb97eb0edbe8:44469 2024-11-09T18:19:56,820 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1409714311/backup-masters/fb97eb0edbe8,44469,1731176396570 2024-11-09T18:19:56,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44469-0x10120d36aa30000, quorum=127.0.0.1:49781, baseZNode=/0-1409714311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1409714311/backup-masters 2024-11-09T18:19:56,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44295-0x10120d36aa30001, quorum=127.0.0.1:49781, baseZNode=/0-1409714311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1409714311/backup-masters 2024-11-09T18:19:56,832 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44469-0x10120d36aa30000, quorum=127.0.0.1:49781, baseZNode=/0-1409714311 Set watcher on existing znode=/0-1409714311/backup-masters/fb97eb0edbe8,44469,1731176396570 2024-11-09T18:19:56,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44295-0x10120d36aa30001, quorum=127.0.0.1:49781, baseZNode=/0-1409714311 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1409714311/master 2024-11-09T18:19:56,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44469-0x10120d36aa30000, quorum=127.0.0.1:49781, baseZNode=/0-1409714311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1409714311 2024-11-09T18:19:56,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44295-0x10120d36aa30001, quorum=127.0.0.1:49781, baseZNode=/0-1409714311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1409714311 2024-11-09T18:19:56,843 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44469-0x10120d36aa30000, quorum=127.0.0.1:49781, baseZNode=/0-1409714311 Set watcher on existing znode=/0-1409714311/master 2024-11-09T18:19:56,843 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1409714311/backup-masters/fb97eb0edbe8,44469,1731176396570 from backup master directory 2024-11-09T18:19:56,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44469-0x10120d36aa30000, quorum=127.0.0.1:49781, baseZNode=/0-1409714311 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1409714311/backup-masters/fb97eb0edbe8,44469,1731176396570 2024-11-09T18:19:56,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44295-0x10120d36aa30001, quorum=127.0.0.1:49781, baseZNode=/0-1409714311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1409714311/backup-masters 2024-11-09T18:19:56,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44469-0x10120d36aa30000, quorum=127.0.0.1:49781, baseZNode=/0-1409714311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1409714311/backup-masters 2024-11-09T18:19:56,853 WARN [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T18:19:56,853 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fb97eb0edbe8,44469,1731176396570 2024-11-09T18:19:56,857 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/hbase.id] with ID: 2cc96c76-988d-4228-ad15-b7a8ea0af038 2024-11-09T18:19:56,857 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/.tmp/hbase.id 2024-11-09T18:19:56,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46023 is added to blk_1073741826_1002 (size=42) 2024-11-09T18:19:56,870 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/.tmp/hbase.id]:[hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/hbase.id] 2024-11-09T18:19:56,881 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:19:56,882 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T18:19:56,883 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T18:19:56,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44295-0x10120d36aa30001, quorum=127.0.0.1:49781, baseZNode=/0-1409714311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1409714311 2024-11-09T18:19:56,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44469-0x10120d36aa30000, quorum=127.0.0.1:49781, baseZNode=/0-1409714311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1409714311 2024-11-09T18:19:56,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46023 is added to blk_1073741827_1003 (size=196) 2024-11-09T18:19:57,249 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T18:19:57,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:19:57,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:19:57,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:19:57,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:19:57,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:19:57,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:19:57,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:19:57,303 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:19:57,306 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:19:57,307 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T18:19:57,307 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:19:57,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46023 is added to blk_1073741828_1004 (size=1189) 2024-11-09T18:19:57,714 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/MasterData/data/master/store 2024-11-09T18:19:57,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46023 is added to blk_1073741829_1005 (size=34) 2024-11-09T18:19:57,721 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:19:57,721 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T18:19:57,721 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:19:57,721 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:19:57,721 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T18:19:57,721 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:19:57,721 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:19:57,721 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731176397721Disabling compacts and flushes for region at 1731176397721Disabling writes for close at 1731176397721Writing region close event to WAL at 1731176397721Closed at 1731176397721 2024-11-09T18:19:57,722 WARN [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/MasterData/data/master/store/.initializing 2024-11-09T18:19:57,722 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/MasterData/WALs/fb97eb0edbe8,44469,1731176396570 2024-11-09T18:19:57,723 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T18:19:57,725 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb97eb0edbe8%2C44469%2C1731176396570, suffix=, logDir=hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/MasterData/WALs/fb97eb0edbe8,44469,1731176396570, archiveDir=hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/MasterData/oldWALs, maxLogs=10 2024-11-09T18:19:57,740 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/MasterData/WALs/fb97eb0edbe8,44469,1731176396570/fb97eb0edbe8%2C44469%2C1731176396570.1731176397725, exclude list is [], retry=0 2024-11-09T18:19:57,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46023,DS-7b29599b-2887-4dad-9aa4-9b2de50bcd1f,DISK] 2024-11-09T18:19:57,745 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/MasterData/WALs/fb97eb0edbe8,44469,1731176396570/fb97eb0edbe8%2C44469%2C1731176396570.1731176397725 2024-11-09T18:19:57,746 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36421:36421)] 2024-11-09T18:19:57,746 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:19:57,746 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:19:57,746 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:19:57,746 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:19:57,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:19:57,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T18:19:57,749 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:19:57,750 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:19:57,750 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:19:57,750 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T18:19:57,751 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:19:57,751 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:19:57,751 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:19:57,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T18:19:57,752 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:19:57,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:19:57,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:19:57,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T18:19:57,753 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:19:57,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:19:57,753 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:19:57,754 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:19:57,754 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:19:57,755 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:19:57,755 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:19:57,756 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:19:57,757 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:19:57,762 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:19:57,763 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69756163, jitterRate=0.03944782912731171}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:19:57,764 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731176397746Initializing all the Stores at 1731176397747 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176397747Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176397748 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176397748Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176397748Cleaning up temporary data from old regions at 1731176397755 (+7 ms)Region opened successfully at 1731176397764 (+9 ms) 2024-11-09T18:19:57,764 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T18:19:57,768 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5052e846, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb97eb0edbe8/172.17.0.3:0 2024-11-09T18:19:57,769 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T18:19:57,769 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T18:19:57,769 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T18:19:57,770 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T18:19:57,770 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T18:19:57,770 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T18:19:57,770 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T18:19:57,772 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T18:19:57,773 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44469-0x10120d36aa30000, quorum=127.0.0.1:49781, baseZNode=/0-1409714311 Unable to get data of znode /0-1409714311/balancer because node does not exist (not necessarily an error) 2024-11-09T18:19:57,832 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1409714311/balancer already deleted, retry=false 2024-11-09T18:19:57,832 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T18:19:57,833 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44469-0x10120d36aa30000, quorum=127.0.0.1:49781, baseZNode=/0-1409714311 Unable to get data of znode /0-1409714311/normalizer because node does not exist (not necessarily an error) 2024-11-09T18:19:57,842 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1409714311/normalizer already deleted, retry=false 2024-11-09T18:19:57,842 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T18:19:57,843 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44469-0x10120d36aa30000, quorum=127.0.0.1:49781, baseZNode=/0-1409714311 Unable to get data of znode /0-1409714311/switch/split because node does not exist (not necessarily an error) 2024-11-09T18:19:57,852 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1409714311/switch/split already deleted, retry=false 2024-11-09T18:19:57,853 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44469-0x10120d36aa30000, quorum=127.0.0.1:49781, baseZNode=/0-1409714311 Unable to get data of znode /0-1409714311/switch/merge because node does not exist (not necessarily an error) 2024-11-09T18:19:57,863 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1409714311/switch/merge already deleted, retry=false 2024-11-09T18:19:57,865 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44469-0x10120d36aa30000, quorum=127.0.0.1:49781, baseZNode=/0-1409714311 Unable to get data of znode /0-1409714311/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T18:19:57,874 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1409714311/snapshot-cleanup already deleted, retry=false 2024-11-09T18:19:57,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44295-0x10120d36aa30001, quorum=127.0.0.1:49781, baseZNode=/0-1409714311 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1409714311/running 2024-11-09T18:19:57,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44469-0x10120d36aa30000, quorum=127.0.0.1:49781, baseZNode=/0-1409714311 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1409714311/running 2024-11-09T18:19:57,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44295-0x10120d36aa30001, quorum=127.0.0.1:49781, baseZNode=/0-1409714311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1409714311 2024-11-09T18:19:57,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44469-0x10120d36aa30000, quorum=127.0.0.1:49781, baseZNode=/0-1409714311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1409714311 2024-11-09T18:19:57,885 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fb97eb0edbe8,44469,1731176396570, sessionid=0x10120d36aa30000, setting cluster-up flag (Was=false) 2024-11-09T18:19:57,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44469-0x10120d36aa30000, quorum=127.0.0.1:49781, baseZNode=/0-1409714311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1409714311 2024-11-09T18:19:57,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44295-0x10120d36aa30001, quorum=127.0.0.1:49781, baseZNode=/0-1409714311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1409714311 2024-11-09T18:19:57,937 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1409714311/flush-table-proc/acquired, /0-1409714311/flush-table-proc/reached, /0-1409714311/flush-table-proc/abort 2024-11-09T18:19:57,938 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb97eb0edbe8,44469,1731176396570 2024-11-09T18:19:57,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44295-0x10120d36aa30001, quorum=127.0.0.1:49781, baseZNode=/0-1409714311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1409714311 2024-11-09T18:19:57,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44469-0x10120d36aa30000, quorum=127.0.0.1:49781, baseZNode=/0-1409714311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1409714311 2024-11-09T18:19:57,989 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1409714311/online-snapshot/acquired, /0-1409714311/online-snapshot/reached, /0-1409714311/online-snapshot/abort 2024-11-09T18:19:57,990 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb97eb0edbe8,44469,1731176396570 2024-11-09T18:19:57,991 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T18:19:57,992 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T18:19:57,992 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T18:19:57,993 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T18:19:57,993 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fb97eb0edbe8,44469,1731176396570 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T18:19:57,994 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:19:57,994 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:19:57,994 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:19:57,994 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:19:57,994 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fb97eb0edbe8:0, corePoolSize=10, maxPoolSize=10 2024-11-09T18:19:57,994 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:19:57,994 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=2, maxPoolSize=2 2024-11-09T18:19:57,994 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:19:57,994 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731176427994 2024-11-09T18:19:57,995 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T18:19:57,995 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T18:19:57,995 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T18:19:57,995 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T18:19:57,995 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T18:19:57,995 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T18:19:57,995 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:57,995 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:19:57,995 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T18:19:57,996 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T18:19:57,996 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T18:19:57,996 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T18:19:57,996 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T18:19:57,996 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T18:19:57,996 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T18:19:57,996 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:19:57,996 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T18:19:58,000 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731176397996,5,FailOnTimeoutGroup] 2024-11-09T18:19:58,003 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731176398000,5,FailOnTimeoutGroup] 2024-11-09T18:19:58,003 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:58,003 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T18:19:58,003 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:58,003 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:58,010 INFO [RS:0;fb97eb0edbe8:44295 {}] regionserver.HRegionServer(746): ClusterId : 2cc96c76-988d-4228-ad15-b7a8ea0af038 2024-11-09T18:19:58,010 DEBUG [RS:0;fb97eb0edbe8:44295 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T18:19:58,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46023 is added to blk_1073741831_1007 (size=1321) 2024-11-09T18:19:58,022 DEBUG [RS:0;fb97eb0edbe8:44295 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T18:19:58,022 DEBUG [RS:0;fb97eb0edbe8:44295 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T18:19:58,032 DEBUG [RS:0;fb97eb0edbe8:44295 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T18:19:58,033 DEBUG [RS:0;fb97eb0edbe8:44295 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@347b69b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb97eb0edbe8/172.17.0.3:0 2024-11-09T18:19:58,043 DEBUG [RS:0;fb97eb0edbe8:44295 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fb97eb0edbe8:44295 2024-11-09T18:19:58,044 INFO [RS:0;fb97eb0edbe8:44295 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T18:19:58,044 INFO [RS:0;fb97eb0edbe8:44295 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T18:19:58,044 DEBUG [RS:0;fb97eb0edbe8:44295 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T18:19:58,044 INFO [RS:0;fb97eb0edbe8:44295 {}] regionserver.HRegionServer(2659): reportForDuty to master=fb97eb0edbe8,44469,1731176396570 with port=44295, startcode=1731176396780 2024-11-09T18:19:58,044 DEBUG [RS:0;fb97eb0edbe8:44295 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T18:19:58,046 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57555, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T18:19:58,046 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44469 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fb97eb0edbe8,44295,1731176396780 2024-11-09T18:19:58,046 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44469 {}] master.ServerManager(517): Registering regionserver=fb97eb0edbe8,44295,1731176396780 2024-11-09T18:19:58,047 DEBUG [RS:0;fb97eb0edbe8:44295 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1 2024-11-09T18:19:58,047 DEBUG [RS:0;fb97eb0edbe8:44295 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37233 2024-11-09T18:19:58,047 DEBUG [RS:0;fb97eb0edbe8:44295 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T18:19:58,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44469-0x10120d36aa30000, quorum=127.0.0.1:49781, baseZNode=/0-1409714311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1409714311/rs 2024-11-09T18:19:58,058 DEBUG [RS:0;fb97eb0edbe8:44295 {}] zookeeper.ZKUtil(111): regionserver:44295-0x10120d36aa30001, quorum=127.0.0.1:49781, baseZNode=/0-1409714311 Set watcher on existing znode=/0-1409714311/rs/fb97eb0edbe8,44295,1731176396780 2024-11-09T18:19:58,058 WARN [RS:0;fb97eb0edbe8:44295 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T18:19:58,058 INFO [RS:0;fb97eb0edbe8:44295 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:19:58,058 DEBUG [RS:0;fb97eb0edbe8:44295 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/WALs/fb97eb0edbe8,44295,1731176396780 2024-11-09T18:19:58,059 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fb97eb0edbe8,44295,1731176396780] 2024-11-09T18:19:58,062 INFO [RS:0;fb97eb0edbe8:44295 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T18:19:58,064 INFO [RS:0;fb97eb0edbe8:44295 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T18:19:58,066 INFO [RS:0;fb97eb0edbe8:44295 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T18:19:58,066 INFO [RS:0;fb97eb0edbe8:44295 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:58,067 INFO [RS:0;fb97eb0edbe8:44295 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T18:19:58,067 INFO [RS:0;fb97eb0edbe8:44295 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T18:19:58,068 INFO [RS:0;fb97eb0edbe8:44295 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:58,068 DEBUG [RS:0;fb97eb0edbe8:44295 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:19:58,068 DEBUG [RS:0;fb97eb0edbe8:44295 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:19:58,068 DEBUG [RS:0;fb97eb0edbe8:44295 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:19:58,068 DEBUG [RS:0;fb97eb0edbe8:44295 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:19:58,068 DEBUG [RS:0;fb97eb0edbe8:44295 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:19:58,068 DEBUG [RS:0;fb97eb0edbe8:44295 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=2, maxPoolSize=2 2024-11-09T18:19:58,068 DEBUG [RS:0;fb97eb0edbe8:44295 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:19:58,068 DEBUG [RS:0;fb97eb0edbe8:44295 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:19:58,068 DEBUG [RS:0;fb97eb0edbe8:44295 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:19:58,068 DEBUG [RS:0;fb97eb0edbe8:44295 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:19:58,068 DEBUG [RS:0;fb97eb0edbe8:44295 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:19:58,068 DEBUG [RS:0;fb97eb0edbe8:44295 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:19:58,068 DEBUG [RS:0;fb97eb0edbe8:44295 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:19:58,068 DEBUG [RS:0;fb97eb0edbe8:44295 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:19:58,071 INFO [RS:0;fb97eb0edbe8:44295 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:58,071 INFO [RS:0;fb97eb0edbe8:44295 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:58,071 INFO [RS:0;fb97eb0edbe8:44295 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:58,071 INFO [RS:0;fb97eb0edbe8:44295 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:58,071 INFO [RS:0;fb97eb0edbe8:44295 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:58,071 INFO [RS:0;fb97eb0edbe8:44295 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,44295,1731176396780-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T18:19:58,089 INFO [RS:0;fb97eb0edbe8:44295 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T18:19:58,089 INFO [RS:0;fb97eb0edbe8:44295 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,44295,1731176396780-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:58,089 INFO [RS:0;fb97eb0edbe8:44295 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:58,089 INFO [RS:0;fb97eb0edbe8:44295 {}] regionserver.Replication(171): fb97eb0edbe8,44295,1731176396780 started 2024-11-09T18:19:58,106 INFO [RS:0;fb97eb0edbe8:44295 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:58,106 INFO [RS:0;fb97eb0edbe8:44295 {}] regionserver.HRegionServer(1482): Serving as fb97eb0edbe8,44295,1731176396780, RpcServer on fb97eb0edbe8/172.17.0.3:44295, sessionid=0x10120d36aa30001 2024-11-09T18:19:58,106 DEBUG [RS:0;fb97eb0edbe8:44295 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T18:19:58,106 DEBUG [RS:0;fb97eb0edbe8:44295 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fb97eb0edbe8,44295,1731176396780 2024-11-09T18:19:58,107 DEBUG [RS:0;fb97eb0edbe8:44295 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,44295,1731176396780' 2024-11-09T18:19:58,107 DEBUG [RS:0;fb97eb0edbe8:44295 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1409714311/flush-table-proc/abort' 2024-11-09T18:19:58,107 DEBUG [RS:0;fb97eb0edbe8:44295 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1409714311/flush-table-proc/acquired' 2024-11-09T18:19:58,107 DEBUG [RS:0;fb97eb0edbe8:44295 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T18:19:58,107 DEBUG [RS:0;fb97eb0edbe8:44295 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T18:19:58,107 DEBUG [RS:0;fb97eb0edbe8:44295 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fb97eb0edbe8,44295,1731176396780 2024-11-09T18:19:58,107 DEBUG [RS:0;fb97eb0edbe8:44295 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,44295,1731176396780' 2024-11-09T18:19:58,107 DEBUG [RS:0;fb97eb0edbe8:44295 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1409714311/online-snapshot/abort' 2024-11-09T18:19:58,108 DEBUG [RS:0;fb97eb0edbe8:44295 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1409714311/online-snapshot/acquired' 2024-11-09T18:19:58,108 DEBUG [RS:0;fb97eb0edbe8:44295 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T18:19:58,108 INFO [RS:0;fb97eb0edbe8:44295 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T18:19:58,108 INFO [RS:0;fb97eb0edbe8:44295 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T18:19:58,208 INFO [RS:0;fb97eb0edbe8:44295 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T18:19:58,212 INFO [RS:0;fb97eb0edbe8:44295 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fb97eb0edbe8%2C44295%2C1731176396780, suffix=, logDir=hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/WALs/fb97eb0edbe8,44295,1731176396780, archiveDir=hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/oldWALs, maxLogs=10 2024-11-09T18:19:58,226 DEBUG [RS:0;fb97eb0edbe8:44295 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/WALs/fb97eb0edbe8,44295,1731176396780/fb97eb0edbe8%2C44295%2C1731176396780.1731176398212, exclude list is [], retry=0 2024-11-09T18:19:58,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46023,DS-7b29599b-2887-4dad-9aa4-9b2de50bcd1f,DISK] 2024-11-09T18:19:58,234 INFO [RS:0;fb97eb0edbe8:44295 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/WALs/fb97eb0edbe8,44295,1731176396780/fb97eb0edbe8%2C44295%2C1731176396780.1731176398212 2024-11-09T18:19:58,234 DEBUG [RS:0;fb97eb0edbe8:44295 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36421:36421)] 2024-11-09T18:19:58,419 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T18:19:58,419 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1 2024-11-09T18:19:58,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46023 is added to blk_1073741833_1009 (size=32) 2024-11-09T18:19:58,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:19:58,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T18:19:58,835 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T18:19:58,835 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:19:58,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:19:58,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T18:19:58,837 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T18:19:58,837 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:19:58,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:19:58,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T18:19:58,838 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T18:19:58,838 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:19:58,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:19:58,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T18:19:58,839 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T18:19:58,839 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:19:58,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:19:58,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T18:19:58,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/data/hbase/meta/1588230740 2024-11-09T18:19:58,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/data/hbase/meta/1588230740 2024-11-09T18:19:58,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T18:19:58,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T18:19:58,842 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:19:58,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T18:19:58,844 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:19:58,845 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74896544, jitterRate=0.11604547500610352}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:19:58,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731176398833Initializing all the Stores at 1731176398834 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176398834Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176398834Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176398834Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176398834Cleaning up temporary data from old regions at 1731176398841 (+7 ms)Region opened successfully at 1731176398846 (+5 ms) 2024-11-09T18:19:58,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T18:19:58,846 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T18:19:58,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T18:19:58,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T18:19:58,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T18:19:58,846 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T18:19:58,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731176398846Disabling compacts and flushes for region at 1731176398846Disabling writes for close at 1731176398846Writing region close event to WAL at 1731176398846Closed at 1731176398846 2024-11-09T18:19:58,847 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:19:58,847 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T18:19:58,848 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T18:19:58,849 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T18:19:58,850 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T18:19:59,000 DEBUG [fb97eb0edbe8:44469 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T18:19:59,000 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fb97eb0edbe8,44295,1731176396780 2024-11-09T18:19:59,001 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb97eb0edbe8,44295,1731176396780, state=OPENING 2024-11-09T18:19:59,010 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T18:19:59,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44469-0x10120d36aa30000, quorum=127.0.0.1:49781, baseZNode=/0-1409714311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1409714311 2024-11-09T18:19:59,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44295-0x10120d36aa30001, quorum=127.0.0.1:49781, baseZNode=/0-1409714311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1409714311 2024-11-09T18:19:59,071 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1409714311/meta-region-server: CHANGED 2024-11-09T18:19:59,071 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T18:19:59,071 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1409714311/meta-region-server: CHANGED 2024-11-09T18:19:59,071 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,44295,1731176396780}] 2024-11-09T18:19:59,223 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T18:19:59,225 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51047, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T18:19:59,228 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T18:19:59,228 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:19:59,228 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T18:19:59,229 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fb97eb0edbe8%2C44295%2C1731176396780.meta, suffix=.meta, logDir=hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/WALs/fb97eb0edbe8,44295,1731176396780, archiveDir=hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/oldWALs, maxLogs=10 2024-11-09T18:19:59,247 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/WALs/fb97eb0edbe8,44295,1731176396780/fb97eb0edbe8%2C44295%2C1731176396780.meta.1731176399230.meta, exclude list is [], retry=0 2024-11-09T18:19:59,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46023,DS-7b29599b-2887-4dad-9aa4-9b2de50bcd1f,DISK] 2024-11-09T18:19:59,251 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/WALs/fb97eb0edbe8,44295,1731176396780/fb97eb0edbe8%2C44295%2C1731176396780.meta.1731176399230.meta 2024-11-09T18:19:59,251 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36421:36421)] 2024-11-09T18:19:59,251 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:19:59,252 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T18:19:59,252 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T18:19:59,252 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T18:19:59,252 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T18:19:59,252 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T18:19:59,252 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:19:59,252 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T18:19:59,252 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T18:19:59,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T18:19:59,254 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T18:19:59,254 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:19:59,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:19:59,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T18:19:59,255 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T18:19:59,255 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:19:59,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:19:59,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T18:19:59,256 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T18:19:59,256 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:19:59,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:19:59,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T18:19:59,257 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T18:19:59,257 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:19:59,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:19:59,257 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T18:19:59,257 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/data/hbase/meta/1588230740 2024-11-09T18:19:59,258 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/data/hbase/meta/1588230740 2024-11-09T18:19:59,259 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T18:19:59,259 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T18:19:59,259 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:19:59,260 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T18:19:59,261 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73541896, jitterRate=0.09585964679718018}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:19:59,261 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T18:19:59,261 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731176399252Writing region info on filesystem at 1731176399252Initializing all the Stores at 1731176399253 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176399253Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176399253Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176399253Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176399253Cleaning up temporary data from old regions at 1731176399259 (+6 ms)Running coprocessor post-open hooks at 1731176399261 (+2 ms)Region opened successfully at 1731176399261 2024-11-09T18:19:59,262 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731176399223 2024-11-09T18:19:59,263 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T18:19:59,264 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T18:19:59,264 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,44295,1731176396780 2024-11-09T18:19:59,265 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb97eb0edbe8,44295,1731176396780, state=OPEN 2024-11-09T18:19:59,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44469-0x10120d36aa30000, quorum=127.0.0.1:49781, baseZNode=/0-1409714311 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1409714311/meta-region-server 2024-11-09T18:19:59,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44295-0x10120d36aa30001, quorum=127.0.0.1:49781, baseZNode=/0-1409714311 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1409714311/meta-region-server 2024-11-09T18:19:59,284 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1409714311/meta-region-server: CHANGED 2024-11-09T18:19:59,284 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1409714311/meta-region-server: CHANGED 2024-11-09T18:19:59,285 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,44295,1731176396780 2024-11-09T18:19:59,288 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T18:19:59,288 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,44295,1731176396780 in 214 msec 2024-11-09T18:19:59,290 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T18:19:59,291 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 441 msec 2024-11-09T18:19:59,291 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:19:59,291 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T18:19:59,293 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:19:59,293 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,44295,1731176396780, seqNum=-1] 2024-11-09T18:19:59,294 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:19:59,295 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42139, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:19:59,301 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3070 sec 2024-11-09T18:19:59,301 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731176399301, completionTime=-1 2024-11-09T18:19:59,301 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T18:19:59,301 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T18:19:59,303 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T18:19:59,304 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731176459303 2024-11-09T18:19:59,304 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731176519304 2024-11-09T18:19:59,304 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T18:19:59,304 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,44469,1731176396570-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:59,304 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,44469,1731176396570-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:59,304 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,44469,1731176396570-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:59,304 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fb97eb0edbe8:44469, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:59,304 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:59,305 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:59,306 DEBUG [master/fb97eb0edbe8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T18:19:59,309 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.456sec 2024-11-09T18:19:59,309 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T18:19:59,309 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T18:19:59,309 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T18:19:59,309 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T18:19:59,309 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T18:19:59,310 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,44469,1731176396570-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T18:19:59,310 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,44469,1731176396570-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T18:19:59,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c982ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:19:59,311 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,44469,-1 for getting cluster id 2024-11-09T18:19:59,311 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:19:59,313 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2cc96c76-988d-4228-ad15-b7a8ea0af038' 2024-11-09T18:19:59,313 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:19:59,313 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2cc96c76-988d-4228-ad15-b7a8ea0af038" 2024-11-09T18:19:59,314 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@160cf795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:19:59,314 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,44469,-1] 2024-11-09T18:19:59,314 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T18:19:59,314 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T18:19:59,314 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,44469,1731176396570-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:19:59,314 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:19:59,314 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:19:59,316 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:19:59,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@136e4fd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:19:59,318 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:19:59,319 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,44295,1731176396780, seqNum=-1] 2024-11-09T18:19:59,320 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:19:59,321 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:19:59,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fb97eb0edbe8,44469,1731176396570 2024-11-09T18:19:59,324 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49781 2024-11-09T18:19:59,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49781, baseZNode=/0-1409714311 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:19:59,337 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10120d36aa30002 connected 2024-11-09T18:19:59,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3141c52-bc1f-4d7d-f28a-c91842968977/hadoop.log.dir so I do NOT create it in target/test-data/b6eda11d-2794-0a0a-794a-b401cabb4ef1 2024-11-09T18:19:59,350 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3141c52-bc1f-4d7d-f28a-c91842968977/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T18:19:59,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3141c52-bc1f-4d7d-f28a-c91842968977/hadoop.tmp.dir so I do NOT create it in target/test-data/b6eda11d-2794-0a0a-794a-b401cabb4ef1 2024-11-09T18:19:59,350 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3141c52-bc1f-4d7d-f28a-c91842968977/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T18:19:59,350 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6eda11d-2794-0a0a-794a-b401cabb4ef1 2024-11-09T18:19:59,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T18:19:59,350 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6eda11d-2794-0a0a-794a-b401cabb4ef1/cluster_bf09662a-9a1a-749c-5993-8ab814545e8a, deleteOnExit=true 2024-11-09T18:19:59,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T18:19:59,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6eda11d-2794-0a0a-794a-b401cabb4ef1/test.cache.data in system properties and HBase conf 2024-11-09T18:19:59,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6eda11d-2794-0a0a-794a-b401cabb4ef1/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T18:19:59,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6eda11d-2794-0a0a-794a-b401cabb4ef1/hadoop.log.dir in system properties and HBase conf 2024-11-09T18:19:59,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6eda11d-2794-0a0a-794a-b401cabb4ef1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T18:19:59,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6eda11d-2794-0a0a-794a-b401cabb4ef1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T18:19:59,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T18:19:59,350 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T18:19:59,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6eda11d-2794-0a0a-794a-b401cabb4ef1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T18:19:59,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6eda11d-2794-0a0a-794a-b401cabb4ef1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T18:19:59,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6eda11d-2794-0a0a-794a-b401cabb4ef1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T18:19:59,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6eda11d-2794-0a0a-794a-b401cabb4ef1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T18:19:59,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6eda11d-2794-0a0a-794a-b401cabb4ef1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T18:19:59,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6eda11d-2794-0a0a-794a-b401cabb4ef1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T18:19:59,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6eda11d-2794-0a0a-794a-b401cabb4ef1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T18:19:59,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6eda11d-2794-0a0a-794a-b401cabb4ef1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T18:19:59,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6eda11d-2794-0a0a-794a-b401cabb4ef1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T18:19:59,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6eda11d-2794-0a0a-794a-b401cabb4ef1/nfs.dump.dir in system properties and HBase conf 2024-11-09T18:19:59,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6eda11d-2794-0a0a-794a-b401cabb4ef1/java.io.tmpdir in system properties and HBase conf 2024-11-09T18:19:59,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6eda11d-2794-0a0a-794a-b401cabb4ef1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T18:19:59,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6eda11d-2794-0a0a-794a-b401cabb4ef1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T18:19:59,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6eda11d-2794-0a0a-794a-b401cabb4ef1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T18:19:59,821 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:19:59,825 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T18:19:59,826 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T18:19:59,826 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T18:19:59,826 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T18:19:59,827 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:19:59,827 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4994021f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6eda11d-2794-0a0a-794a-b401cabb4ef1/hadoop.log.dir/,AVAILABLE} 2024-11-09T18:19:59,827 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74117ecf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T18:19:59,924 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20c183ca{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6eda11d-2794-0a0a-794a-b401cabb4ef1/java.io.tmpdir/jetty-localhost-35859-hadoop-hdfs-3_4_1-tests_jar-_-any-7306924016950330251/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T18:19:59,925 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c007f2{HTTP/1.1, (http/1.1)}{localhost:35859} 2024-11-09T18:19:59,925 INFO [Time-limited test {}] server.Server(415): Started @170673ms 2024-11-09T18:20:00,238 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:20:00,247 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T18:20:00,247 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T18:20:00,247 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T18:20:00,247 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T18:20:00,248 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70ce25de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6eda11d-2794-0a0a-794a-b401cabb4ef1/hadoop.log.dir/,AVAILABLE} 2024-11-09T18:20:00,248 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14981279{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T18:20:00,349 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@713de407{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6eda11d-2794-0a0a-794a-b401cabb4ef1/java.io.tmpdir/jetty-localhost-42897-hadoop-hdfs-3_4_1-tests_jar-_-any-8233030310661853044/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:20:00,350 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7dee7851{HTTP/1.1, (http/1.1)}{localhost:42897} 2024-11-09T18:20:00,350 INFO [Time-limited test {}] server.Server(415): Started @171099ms 2024-11-09T18:20:00,351 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T18:20:00,990 WARN [Thread-1795 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6eda11d-2794-0a0a-794a-b401cabb4ef1/cluster_bf09662a-9a1a-749c-5993-8ab814545e8a/data/data1/current/BP-1232900528-172.17.0.3-1731176399367/current, will proceed with Du for space computation calculation, 2024-11-09T18:20:00,990 WARN [Thread-1796 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6eda11d-2794-0a0a-794a-b401cabb4ef1/cluster_bf09662a-9a1a-749c-5993-8ab814545e8a/data/data2/current/BP-1232900528-172.17.0.3-1731176399367/current, will proceed with Du for space computation calculation, 2024-11-09T18:20:01,007 WARN [Thread-1783 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T18:20:01,009 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfc20a743f9318b13 with lease ID 0x94b670eea76d1792: Processing first storage report for DS-aafcd7cd-1394-4689-a147-dab710cb7f5d from datanode DatanodeRegistration(127.0.0.1:35191, datanodeUuid=9ac00e36-215d-4414-80f7-1740bb92dafc, infoPort=39095, infoSecurePort=0, ipcPort=37795, storageInfo=lv=-57;cid=testClusterID;nsid=29732079;c=1731176399367) 2024-11-09T18:20:01,009 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfc20a743f9318b13 with lease ID 0x94b670eea76d1792: from storage DS-aafcd7cd-1394-4689-a147-dab710cb7f5d node DatanodeRegistration(127.0.0.1:35191, datanodeUuid=9ac00e36-215d-4414-80f7-1740bb92dafc, infoPort=39095, infoSecurePort=0, ipcPort=37795, storageInfo=lv=-57;cid=testClusterID;nsid=29732079;c=1731176399367), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T18:20:01,010 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfc20a743f9318b13 with lease ID 0x94b670eea76d1792: Processing first storage report for DS-21aa560b-3920-49b7-a893-74f3bce61fe2 from datanode DatanodeRegistration(127.0.0.1:35191, datanodeUuid=9ac00e36-215d-4414-80f7-1740bb92dafc, infoPort=39095, infoSecurePort=0, ipcPort=37795, storageInfo=lv=-57;cid=testClusterID;nsid=29732079;c=1731176399367) 2024-11-09T18:20:01,010 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfc20a743f9318b13 with lease ID 0x94b670eea76d1792: from storage DS-21aa560b-3920-49b7-a893-74f3bce61fe2 node DatanodeRegistration(127.0.0.1:35191, datanodeUuid=9ac00e36-215d-4414-80f7-1740bb92dafc, infoPort=39095, infoSecurePort=0, ipcPort=37795, storageInfo=lv=-57;cid=testClusterID;nsid=29732079;c=1731176399367), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T18:20:01,076 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6eda11d-2794-0a0a-794a-b401cabb4ef1 2024-11-09T18:20:01,076 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:20:01,078 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:20:01,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35191 is added to blk_1073741825_1001 (size=7) 2024-11-09T18:20:01,485 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3 with version=8 2024-11-09T18:20:01,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/hbase-staging 2024-11-09T18:20:01,487 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fb97eb0edbe8:0 server-side Connection retries=45 2024-11-09T18:20:01,487 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:20:01,487 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T18:20:01,487 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T18:20:01,487 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:20:01,487 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T18:20:01,487 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T18:20:01,487 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T18:20:01,488 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32911 2024-11-09T18:20:01,489 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32911 connecting to ZooKeeper ensemble=127.0.0.1:49781 2024-11-09T18:20:01,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:329110x0, quorum=127.0.0.1:49781, baseZNode=/153483242 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:20:01,537 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32911-0x10120d36aa30003 connected 2024-11-09T18:20:01,611 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:20:01,612 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:20:01,614 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32911-0x10120d36aa30003, quorum=127.0.0.1:49781, baseZNode=/153483242 Set watcher on znode that does not yet exist, /153483242/running 2024-11-09T18:20:01,614 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3, hbase.cluster.distributed=false 2024-11-09T18:20:01,615 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32911-0x10120d36aa30003, quorum=127.0.0.1:49781, baseZNode=/153483242 Set watcher on znode that does not yet exist, /153483242/acl 2024-11-09T18:20:01,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32911 2024-11-09T18:20:01,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32911 2024-11-09T18:20:01,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32911 2024-11-09T18:20:01,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32911 2024-11-09T18:20:01,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32911 2024-11-09T18:20:01,633 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fb97eb0edbe8:0 server-side Connection retries=45 2024-11-09T18:20:01,633 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:20:01,633 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T18:20:01,633 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T18:20:01,633 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:20:01,633 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T18:20:01,633 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T18:20:01,633 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T18:20:01,634 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33629 2024-11-09T18:20:01,635 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33629 connecting to ZooKeeper ensemble=127.0.0.1:49781 2024-11-09T18:20:01,635 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:20:01,636 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:20:01,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:336290x0, quorum=127.0.0.1:49781, baseZNode=/153483242 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:20:01,648 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:336290x0, quorum=127.0.0.1:49781, baseZNode=/153483242 Set watcher on znode that does not yet exist, /153483242/running 2024-11-09T18:20:01,648 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33629-0x10120d36aa30004 connected 2024-11-09T18:20:01,648 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T18:20:01,650 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T18:20:01,650 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33629-0x10120d36aa30004, quorum=127.0.0.1:49781, baseZNode=/153483242 Set watcher on znode that does not yet exist, /153483242/master 2024-11-09T18:20:01,651 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33629-0x10120d36aa30004, quorum=127.0.0.1:49781, baseZNode=/153483242 Set watcher on znode that does not yet exist, /153483242/acl 2024-11-09T18:20:01,651 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33629 2024-11-09T18:20:01,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33629 2024-11-09T18:20:01,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33629 2024-11-09T18:20:01,655 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33629 2024-11-09T18:20:01,655 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33629 2024-11-09T18:20:01,666 DEBUG [M:0;fb97eb0edbe8:32911 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fb97eb0edbe8:32911 2024-11-09T18:20:01,667 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /153483242/backup-masters/fb97eb0edbe8,32911,1731176401487 2024-11-09T18:20:01,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32911-0x10120d36aa30003, quorum=127.0.0.1:49781, baseZNode=/153483242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/153483242/backup-masters 2024-11-09T18:20:01,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33629-0x10120d36aa30004, quorum=127.0.0.1:49781, baseZNode=/153483242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/153483242/backup-masters 2024-11-09T18:20:01,679 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32911-0x10120d36aa30003, quorum=127.0.0.1:49781, baseZNode=/153483242 Set watcher on existing znode=/153483242/backup-masters/fb97eb0edbe8,32911,1731176401487 2024-11-09T18:20:01,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33629-0x10120d36aa30004, quorum=127.0.0.1:49781, baseZNode=/153483242 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/153483242/master 2024-11-09T18:20:01,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32911-0x10120d36aa30003, quorum=127.0.0.1:49781, baseZNode=/153483242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/153483242 2024-11-09T18:20:01,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33629-0x10120d36aa30004, quorum=127.0.0.1:49781, baseZNode=/153483242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/153483242 2024-11-09T18:20:01,690 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32911-0x10120d36aa30003, quorum=127.0.0.1:49781, baseZNode=/153483242 Set watcher on existing znode=/153483242/master 2024-11-09T18:20:01,690 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /153483242/backup-masters/fb97eb0edbe8,32911,1731176401487 from backup master directory 2024-11-09T18:20:01,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33629-0x10120d36aa30004, quorum=127.0.0.1:49781, baseZNode=/153483242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/153483242/backup-masters 2024-11-09T18:20:01,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32911-0x10120d36aa30003, quorum=127.0.0.1:49781, baseZNode=/153483242 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/153483242/backup-masters/fb97eb0edbe8,32911,1731176401487 2024-11-09T18:20:01,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32911-0x10120d36aa30003, quorum=127.0.0.1:49781, baseZNode=/153483242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/153483242/backup-masters 2024-11-09T18:20:01,700 WARN [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T18:20:01,700 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fb97eb0edbe8,32911,1731176401487 2024-11-09T18:20:01,703 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/hbase.id] with ID: f68b4748-5b3b-45ae-a1fe-7a756315da3b 2024-11-09T18:20:01,703 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/.tmp/hbase.id 2024-11-09T18:20:01,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35191 is added to blk_1073741826_1002 (size=42) 2024-11-09T18:20:02,107 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/.tmp/hbase.id]:[hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/hbase.id] 2024-11-09T18:20:02,116 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:20:02,116 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T18:20:02,117 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T18:20:02,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33629-0x10120d36aa30004, quorum=127.0.0.1:49781, baseZNode=/153483242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/153483242 2024-11-09T18:20:02,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32911-0x10120d36aa30003, quorum=127.0.0.1:49781, baseZNode=/153483242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/153483242 2024-11-09T18:20:02,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35191 is added to blk_1073741827_1003 (size=196) 2024-11-09T18:20:02,612 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:20:02,613 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T18:20:02,613 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:20:02,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35191 is added to blk_1073741828_1004 (size=1189) 2024-11-09T18:20:03,020 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/MasterData/data/master/store 2024-11-09T18:20:03,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35191 is added to blk_1073741829_1005 (size=34) 2024-11-09T18:20:03,427 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:20:03,427 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T18:20:03,427 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:20:03,427 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:20:03,427 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T18:20:03,427 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:20:03,427 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:20:03,427 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731176403427Disabling compacts and flushes for region at 1731176403427Disabling writes for close at 1731176403427Writing region close event to WAL at 1731176403427Closed at 1731176403427 2024-11-09T18:20:03,428 WARN [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/MasterData/data/master/store/.initializing 2024-11-09T18:20:03,428 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/MasterData/WALs/fb97eb0edbe8,32911,1731176401487 2024-11-09T18:20:03,429 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T18:20:03,430 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb97eb0edbe8%2C32911%2C1731176401487, suffix=, logDir=hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/MasterData/WALs/fb97eb0edbe8,32911,1731176401487, archiveDir=hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/MasterData/oldWALs, maxLogs=10 2024-11-09T18:20:03,445 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/MasterData/WALs/fb97eb0edbe8,32911,1731176401487/fb97eb0edbe8%2C32911%2C1731176401487.1731176403430, exclude list is [], retry=0 2024-11-09T18:20:03,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35191,DS-aafcd7cd-1394-4689-a147-dab710cb7f5d,DISK] 2024-11-09T18:20:03,449 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/MasterData/WALs/fb97eb0edbe8,32911,1731176401487/fb97eb0edbe8%2C32911%2C1731176401487.1731176403430 2024-11-09T18:20:03,450 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39095:39095)] 2024-11-09T18:20:03,450 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:20:03,450 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:20:03,450 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:20:03,450 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:20:03,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:20:03,452 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T18:20:03,453 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:20:03,453 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:20:03,453 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:20:03,454 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T18:20:03,454 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:20:03,454 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:20:03,454 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:20:03,455 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T18:20:03,455 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:20:03,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:20:03,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:20:03,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T18:20:03,456 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:20:03,457 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:20:03,457 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:20:03,457 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:20:03,458 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:20:03,459 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:20:03,459 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:20:03,459 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:20:03,460 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:20:03,462 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:20:03,462 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66671083, jitterRate=-0.006523445248603821}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:20:03,462 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731176403450Initializing all the Stores at 1731176403451 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176403451Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176403451Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176403451Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176403451Cleaning up temporary data from old regions at 1731176403459 (+8 ms)Region opened successfully at 1731176403462 (+3 ms) 2024-11-09T18:20:03,462 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T18:20:03,464 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35b4cd86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb97eb0edbe8/172.17.0.3:0 2024-11-09T18:20:03,465 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T18:20:03,465 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T18:20:03,465 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T18:20:03,465 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T18:20:03,466 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T18:20:03,466 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T18:20:03,466 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T18:20:03,467 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T18:20:03,468 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32911-0x10120d36aa30003, quorum=127.0.0.1:49781, baseZNode=/153483242 Unable to get data of znode /153483242/balancer because node does not exist (not necessarily an error) 2024-11-09T18:20:03,536 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /153483242/balancer already deleted, retry=false 2024-11-09T18:20:03,537 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T18:20:03,537 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32911-0x10120d36aa30003, quorum=127.0.0.1:49781, baseZNode=/153483242 Unable to get data of znode /153483242/normalizer because node does not exist (not necessarily an error) 2024-11-09T18:20:03,547 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /153483242/normalizer already deleted, retry=false 2024-11-09T18:20:03,547 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T18:20:03,548 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32911-0x10120d36aa30003, quorum=127.0.0.1:49781, baseZNode=/153483242 Unable to get data of znode /153483242/switch/split because node does not exist (not necessarily an error) 2024-11-09T18:20:03,557 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /153483242/switch/split already deleted, retry=false 2024-11-09T18:20:03,558 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32911-0x10120d36aa30003, quorum=127.0.0.1:49781, baseZNode=/153483242 Unable to get data of znode /153483242/switch/merge because node does not exist (not necessarily an error) 2024-11-09T18:20:03,568 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /153483242/switch/merge already deleted, retry=false 2024-11-09T18:20:03,570 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32911-0x10120d36aa30003, quorum=127.0.0.1:49781, baseZNode=/153483242 Unable to get data of znode /153483242/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T18:20:03,578 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /153483242/snapshot-cleanup already deleted, retry=false 2024-11-09T18:20:03,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32911-0x10120d36aa30003, quorum=127.0.0.1:49781, baseZNode=/153483242 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/153483242/running 2024-11-09T18:20:03,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33629-0x10120d36aa30004, quorum=127.0.0.1:49781, baseZNode=/153483242 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/153483242/running 2024-11-09T18:20:03,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32911-0x10120d36aa30003, quorum=127.0.0.1:49781, baseZNode=/153483242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/153483242 2024-11-09T18:20:03,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33629-0x10120d36aa30004, quorum=127.0.0.1:49781, baseZNode=/153483242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/153483242 2024-11-09T18:20:03,589 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fb97eb0edbe8,32911,1731176401487, sessionid=0x10120d36aa30003, setting cluster-up flag (Was=false) 2024-11-09T18:20:03,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32911-0x10120d36aa30003, quorum=127.0.0.1:49781, baseZNode=/153483242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/153483242 2024-11-09T18:20:03,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33629-0x10120d36aa30004, quorum=127.0.0.1:49781, baseZNode=/153483242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/153483242 2024-11-09T18:20:03,642 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /153483242/flush-table-proc/acquired, /153483242/flush-table-proc/reached, /153483242/flush-table-proc/abort 2024-11-09T18:20:03,643 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb97eb0edbe8,32911,1731176401487 2024-11-09T18:20:03,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32911-0x10120d36aa30003, quorum=127.0.0.1:49781, baseZNode=/153483242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/153483242 2024-11-09T18:20:03,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33629-0x10120d36aa30004, quorum=127.0.0.1:49781, baseZNode=/153483242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/153483242 2024-11-09T18:20:03,694 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /153483242/online-snapshot/acquired, /153483242/online-snapshot/reached, /153483242/online-snapshot/abort 2024-11-09T18:20:03,695 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb97eb0edbe8,32911,1731176401487 2024-11-09T18:20:03,696 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T18:20:03,697 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T18:20:03,697 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T18:20:03,697 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T18:20:03,697 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fb97eb0edbe8,32911,1731176401487 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T18:20:03,698 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:20:03,698 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:20:03,698 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:20:03,698 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:20:03,698 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fb97eb0edbe8:0, corePoolSize=10, maxPoolSize=10 2024-11-09T18:20:03,698 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:20:03,698 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=2, maxPoolSize=2 2024-11-09T18:20:03,698 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:20:03,699 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731176433699 2024-11-09T18:20:03,699 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T18:20:03,699 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T18:20:03,699 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T18:20:03,699 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T18:20:03,699 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T18:20:03,699 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T18:20:03,699 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T18:20:03,699 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:20:03,699 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T18:20:03,699 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T18:20:03,699 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T18:20:03,699 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T18:20:03,699 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T18:20:03,700 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T18:20:03,700 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T18:20:03,700 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731176403700,5,FailOnTimeoutGroup] 2024-11-09T18:20:03,700 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731176403700,5,FailOnTimeoutGroup] 2024-11-09T18:20:03,700 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T18:20:03,700 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T18:20:03,700 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T18:20:03,700 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T18:20:03,700 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:20:03,700 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T18:20:03,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35191 is added to blk_1073741831_1007 (size=1321) 2024-11-09T18:20:03,758 INFO [RS:0;fb97eb0edbe8:33629 {}] regionserver.HRegionServer(746): ClusterId : f68b4748-5b3b-45ae-a1fe-7a756315da3b 2024-11-09T18:20:03,759 DEBUG [RS:0;fb97eb0edbe8:33629 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T18:20:03,768 DEBUG [RS:0;fb97eb0edbe8:33629 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T18:20:03,768 DEBUG [RS:0;fb97eb0edbe8:33629 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T18:20:03,779 DEBUG [RS:0;fb97eb0edbe8:33629 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T18:20:03,779 DEBUG [RS:0;fb97eb0edbe8:33629 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f8041c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb97eb0edbe8/172.17.0.3:0 2024-11-09T18:20:03,789 DEBUG [RS:0;fb97eb0edbe8:33629 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fb97eb0edbe8:33629 2024-11-09T18:20:03,789 INFO [RS:0;fb97eb0edbe8:33629 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T18:20:03,789 INFO [RS:0;fb97eb0edbe8:33629 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T18:20:03,789 DEBUG [RS:0;fb97eb0edbe8:33629 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T18:20:03,790 INFO [RS:0;fb97eb0edbe8:33629 {}] regionserver.HRegionServer(2659): reportForDuty to master=fb97eb0edbe8,32911,1731176401487 with port=33629, startcode=1731176401633 2024-11-09T18:20:03,790 DEBUG [RS:0;fb97eb0edbe8:33629 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T18:20:03,791 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53543, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T18:20:03,792 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32911 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fb97eb0edbe8,33629,1731176401633 2024-11-09T18:20:03,792 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32911 {}] master.ServerManager(517): Registering regionserver=fb97eb0edbe8,33629,1731176401633 2024-11-09T18:20:03,793 DEBUG [RS:0;fb97eb0edbe8:33629 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3 2024-11-09T18:20:03,793 DEBUG [RS:0;fb97eb0edbe8:33629 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33505 2024-11-09T18:20:03,793 DEBUG [RS:0;fb97eb0edbe8:33629 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T18:20:03,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32911-0x10120d36aa30003, quorum=127.0.0.1:49781, baseZNode=/153483242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/153483242/rs 2024-11-09T18:20:03,805 DEBUG [RS:0;fb97eb0edbe8:33629 {}] zookeeper.ZKUtil(111): regionserver:33629-0x10120d36aa30004, quorum=127.0.0.1:49781, baseZNode=/153483242 Set watcher on existing znode=/153483242/rs/fb97eb0edbe8,33629,1731176401633 2024-11-09T18:20:03,805 WARN [RS:0;fb97eb0edbe8:33629 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T18:20:03,805 INFO [RS:0;fb97eb0edbe8:33629 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:20:03,805 DEBUG [RS:0;fb97eb0edbe8:33629 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/WALs/fb97eb0edbe8,33629,1731176401633 2024-11-09T18:20:03,806 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fb97eb0edbe8,33629,1731176401633] 2024-11-09T18:20:03,808 INFO [RS:0;fb97eb0edbe8:33629 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T18:20:03,812 INFO [RS:0;fb97eb0edbe8:33629 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T18:20:03,812 INFO [RS:0;fb97eb0edbe8:33629 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T18:20:03,812 INFO [RS:0;fb97eb0edbe8:33629 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:20:03,813 INFO [RS:0;fb97eb0edbe8:33629 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T18:20:03,813 INFO [RS:0;fb97eb0edbe8:33629 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T18:20:03,813 INFO [RS:0;fb97eb0edbe8:33629 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T18:20:03,813 DEBUG [RS:0;fb97eb0edbe8:33629 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:20:03,813 DEBUG [RS:0;fb97eb0edbe8:33629 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:20:03,813 DEBUG [RS:0;fb97eb0edbe8:33629 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:20:03,813 DEBUG [RS:0;fb97eb0edbe8:33629 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:20:03,813 DEBUG [RS:0;fb97eb0edbe8:33629 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:20:03,813 DEBUG [RS:0;fb97eb0edbe8:33629 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=2, maxPoolSize=2 2024-11-09T18:20:03,814 DEBUG [RS:0;fb97eb0edbe8:33629 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:20:03,814 DEBUG [RS:0;fb97eb0edbe8:33629 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:20:03,814 DEBUG [RS:0;fb97eb0edbe8:33629 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:20:03,814 DEBUG [RS:0;fb97eb0edbe8:33629 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:20:03,814 DEBUG [RS:0;fb97eb0edbe8:33629 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:20:03,814 DEBUG [RS:0;fb97eb0edbe8:33629 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:20:03,814 DEBUG [RS:0;fb97eb0edbe8:33629 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:20:03,814 DEBUG [RS:0;fb97eb0edbe8:33629 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:20:03,815 INFO [RS:0;fb97eb0edbe8:33629 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:20:03,815 INFO [RS:0;fb97eb0edbe8:33629 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:20:03,815 INFO [RS:0;fb97eb0edbe8:33629 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:20:03,815 INFO [RS:0;fb97eb0edbe8:33629 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T18:20:03,815 INFO [RS:0;fb97eb0edbe8:33629 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T18:20:03,815 INFO [RS:0;fb97eb0edbe8:33629 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,33629,1731176401633-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T18:20:03,831 INFO [RS:0;fb97eb0edbe8:33629 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T18:20:03,831 INFO [RS:0;fb97eb0edbe8:33629 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,33629,1731176401633-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:20:03,831 INFO [RS:0;fb97eb0edbe8:33629 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:20:03,831 INFO [RS:0;fb97eb0edbe8:33629 {}] regionserver.Replication(171): fb97eb0edbe8,33629,1731176401633 started 2024-11-09T18:20:03,844 INFO [RS:0;fb97eb0edbe8:33629 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:20:03,844 INFO [RS:0;fb97eb0edbe8:33629 {}] regionserver.HRegionServer(1482): Serving as fb97eb0edbe8,33629,1731176401633, RpcServer on fb97eb0edbe8/172.17.0.3:33629, sessionid=0x10120d36aa30004 2024-11-09T18:20:03,844 DEBUG [RS:0;fb97eb0edbe8:33629 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T18:20:03,844 DEBUG [RS:0;fb97eb0edbe8:33629 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fb97eb0edbe8,33629,1731176401633 2024-11-09T18:20:03,844 DEBUG [RS:0;fb97eb0edbe8:33629 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,33629,1731176401633' 2024-11-09T18:20:03,844 DEBUG [RS:0;fb97eb0edbe8:33629 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/153483242/flush-table-proc/abort' 2024-11-09T18:20:03,844 DEBUG [RS:0;fb97eb0edbe8:33629 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/153483242/flush-table-proc/acquired' 2024-11-09T18:20:03,845 DEBUG [RS:0;fb97eb0edbe8:33629 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T18:20:03,845 DEBUG [RS:0;fb97eb0edbe8:33629 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T18:20:03,845 DEBUG [RS:0;fb97eb0edbe8:33629 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fb97eb0edbe8,33629,1731176401633 2024-11-09T18:20:03,845 DEBUG [RS:0;fb97eb0edbe8:33629 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,33629,1731176401633' 2024-11-09T18:20:03,845 DEBUG [RS:0;fb97eb0edbe8:33629 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/153483242/online-snapshot/abort' 2024-11-09T18:20:03,845 DEBUG [RS:0;fb97eb0edbe8:33629 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/153483242/online-snapshot/acquired' 2024-11-09T18:20:03,845 DEBUG [RS:0;fb97eb0edbe8:33629 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T18:20:03,845 INFO [RS:0;fb97eb0edbe8:33629 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T18:20:03,845 INFO [RS:0;fb97eb0edbe8:33629 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T18:20:03,946 INFO [RS:0;fb97eb0edbe8:33629 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T18:20:03,947 INFO [RS:0;fb97eb0edbe8:33629 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fb97eb0edbe8%2C33629%2C1731176401633, suffix=, logDir=hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/WALs/fb97eb0edbe8,33629,1731176401633, archiveDir=hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/oldWALs, maxLogs=10 2024-11-09T18:20:03,960 DEBUG [RS:0;fb97eb0edbe8:33629 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/WALs/fb97eb0edbe8,33629,1731176401633/fb97eb0edbe8%2C33629%2C1731176401633.1731176403947, exclude list is [], retry=0 2024-11-09T18:20:03,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35191,DS-aafcd7cd-1394-4689-a147-dab710cb7f5d,DISK] 2024-11-09T18:20:03,964 INFO [RS:0;fb97eb0edbe8:33629 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/WALs/fb97eb0edbe8,33629,1731176401633/fb97eb0edbe8%2C33629%2C1731176401633.1731176403947 2024-11-09T18:20:03,964 DEBUG [RS:0;fb97eb0edbe8:33629 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39095:39095)] 2024-11-09T18:20:04,062 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T18:20:04,106 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T18:20:04,106 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3 2024-11-09T18:20:04,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35191 is added to blk_1073741833_1009 (size=32) 2024-11-09T18:20:04,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:20:04,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T18:20:04,514 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T18:20:04,514 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:20:04,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:20:04,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T18:20:04,515 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T18:20:04,515 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:20:04,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:20:04,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T18:20:04,517 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T18:20:04,517 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:20:04,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:20:04,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T18:20:04,518 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T18:20:04,518 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:20:04,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:20:04,518 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T18:20:04,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/data/hbase/meta/1588230740 2024-11-09T18:20:04,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/data/hbase/meta/1588230740 2024-11-09T18:20:04,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T18:20:04,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T18:20:04,520 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:20:04,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T18:20:04,522 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:20:04,522 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67556073, jitterRate=0.0066639333963394165}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:20:04,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731176404512Initializing all the Stores at 1731176404513 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176404513Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176404513Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176404513Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176404513Cleaning up temporary data from old regions at 1731176404520 (+7 ms)Region opened successfully at 1731176404522 (+2 ms) 2024-11-09T18:20:04,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T18:20:04,523 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T18:20:04,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T18:20:04,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T18:20:04,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T18:20:04,523 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T18:20:04,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731176404523Disabling compacts and flushes for region at 1731176404523Disabling writes for close at 1731176404523Writing region close event to WAL at 1731176404523Closed at 1731176404523 2024-11-09T18:20:04,524 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:20:04,524 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T18:20:04,524 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T18:20:04,525 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T18:20:04,525 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T18:20:04,676 DEBUG [fb97eb0edbe8:32911 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T18:20:04,676 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fb97eb0edbe8,33629,1731176401633 2024-11-09T18:20:04,677 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb97eb0edbe8,33629,1731176401633, state=OPENING 2024-11-09T18:20:04,754 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T18:20:04,770 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T18:20:04,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:04,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:04,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:04,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:04,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:04,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:04,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32911-0x10120d36aa30003, quorum=127.0.0.1:49781, baseZNode=/153483242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/153483242 2024-11-09T18:20:04,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33629-0x10120d36aa30004, quorum=127.0.0.1:49781, baseZNode=/153483242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/153483242 2024-11-09T18:20:04,790 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /153483242/meta-region-server: CHANGED 2024-11-09T18:20:04,790 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T18:20:04,790 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /153483242/meta-region-server: CHANGED 2024-11-09T18:20:04,790 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,33629,1731176401633}] 2024-11-09T18:20:04,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:04,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:04,942 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T18:20:04,943 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52893, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T18:20:04,946 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T18:20:04,946 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:20:04,946 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T18:20:04,947 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fb97eb0edbe8%2C33629%2C1731176401633.meta, suffix=.meta, logDir=hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/WALs/fb97eb0edbe8,33629,1731176401633, archiveDir=hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/oldWALs, maxLogs=10 2024-11-09T18:20:04,959 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/WALs/fb97eb0edbe8,33629,1731176401633/fb97eb0edbe8%2C33629%2C1731176401633.meta.1731176404947.meta, exclude list is [], retry=0 2024-11-09T18:20:04,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35191,DS-aafcd7cd-1394-4689-a147-dab710cb7f5d,DISK] 2024-11-09T18:20:04,962 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/WALs/fb97eb0edbe8,33629,1731176401633/fb97eb0edbe8%2C33629%2C1731176401633.meta.1731176404947.meta 2024-11-09T18:20:04,962 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39095:39095)] 2024-11-09T18:20:04,963 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:20:04,963 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T18:20:04,963 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T18:20:04,963 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T18:20:04,963 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T18:20:04,963 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T18:20:04,963 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:20:04,963 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T18:20:04,963 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T18:20:04,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T18:20:04,965 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T18:20:04,965 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:20:04,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:20:04,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T18:20:04,966 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T18:20:04,966 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:20:04,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:20:04,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T18:20:04,967 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T18:20:04,967 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:20:04,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:20:04,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T18:20:04,968 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T18:20:04,968 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:20:04,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:20:04,968 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T18:20:04,969 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/data/hbase/meta/1588230740 2024-11-09T18:20:04,969 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/data/hbase/meta/1588230740 2024-11-09T18:20:04,970 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T18:20:04,970 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T18:20:04,971 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:20:04,972 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T18:20:04,972 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65544986, jitterRate=-0.023303598165512085}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:20:04,972 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T18:20:04,972 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731176404963Writing region info on filesystem at 1731176404963Initializing all the Stores at 1731176404964 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176404964Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176404964Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176404964Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176404964Cleaning up temporary data from old regions at 1731176404970 (+6 ms)Running coprocessor post-open hooks at 1731176404972 (+2 ms)Region opened successfully at 1731176404972 2024-11-09T18:20:04,973 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731176404942 2024-11-09T18:20:04,975 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T18:20:04,975 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T18:20:04,976 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,33629,1731176401633 2024-11-09T18:20:04,976 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb97eb0edbe8,33629,1731176401633, state=OPEN 2024-11-09T18:20:04,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32911-0x10120d36aa30003, quorum=127.0.0.1:49781, baseZNode=/153483242 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/153483242/meta-region-server 2024-11-09T18:20:04,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33629-0x10120d36aa30004, quorum=127.0.0.1:49781, baseZNode=/153483242 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/153483242/meta-region-server 2024-11-09T18:20:04,984 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,33629,1731176401633 2024-11-09T18:20:04,984 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /153483242/meta-region-server: CHANGED 2024-11-09T18:20:04,984 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /153483242/meta-region-server: CHANGED 2024-11-09T18:20:04,986 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T18:20:04,986 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,33629,1731176401633 in 194 msec 2024-11-09T18:20:04,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T18:20:04,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 462 msec 2024-11-09T18:20:04,987 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:20:04,987 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T18:20:04,989 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:20:04,989 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,33629,1731176401633, seqNum=-1] 2024-11-09T18:20:04,989 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:20:04,990 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40087, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:20:04,995 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2970 sec 2024-11-09T18:20:04,995 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731176404995, completionTime=-1 2024-11-09T18:20:04,995 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T18:20:04,995 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T18:20:04,997 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T18:20:04,997 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731176464997 2024-11-09T18:20:04,997 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731176524997 2024-11-09T18:20:04,997 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T18:20:04,998 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,32911,1731176401487-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:20:04,998 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,32911,1731176401487-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:20:04,998 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,32911,1731176401487-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:20:04,998 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fb97eb0edbe8:32911, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:20:04,998 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T18:20:04,998 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T18:20:05,000 DEBUG [master/fb97eb0edbe8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T18:20:05,001 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.301sec 2024-11-09T18:20:05,001 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T18:20:05,001 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T18:20:05,002 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T18:20:05,002 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T18:20:05,002 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T18:20:05,002 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,32911,1731176401487-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T18:20:05,002 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,32911,1731176401487-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T18:20:05,004 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T18:20:05,004 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T18:20:05,004 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,32911,1731176401487-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:20:05,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@650f2f35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:20:05,059 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,32911,-1 for getting cluster id 2024-11-09T18:20:05,060 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:20:05,061 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f68b4748-5b3b-45ae-a1fe-7a756315da3b' 2024-11-09T18:20:05,061 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:20:05,061 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f68b4748-5b3b-45ae-a1fe-7a756315da3b" 2024-11-09T18:20:05,061 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28bb0d46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:20:05,061 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,32911,-1] 2024-11-09T18:20:05,061 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:20:05,061 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:05,062 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:20:05,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4232230b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:20:05,063 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:20:05,064 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,33629,1731176401633, seqNum=-1] 2024-11-09T18:20:05,064 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:20:05,065 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:20:05,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fb97eb0edbe8,32911,1731176401487 2024-11-09T18:20:05,067 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49781 2024-11-09T18:20:05,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49781, baseZNode=/153483242 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:20:05,079 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10120d36aa30005 connected 2024-11-09T18:20:05,091 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:20:05,092 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,44469,1731176396570 2024-11-09T18:20:05,092 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a9cda08 2024-11-09T18:20:05,092 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:20:05,093 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:20:05,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44469 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:20:05,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44469 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T18:20:05,095 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T18:20:05,095 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:20:05,095 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44469 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T18:20:05,096 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T18:20:05,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:20:05,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46023 is added to blk_1073741835_1011 (size=902) 2024-11-09T18:20:05,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:20:05,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:20:05,503 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6772526ff8ff2ef18683317f67e9dc45, NAME => 'test,,1731176405093.6772526ff8ff2ef18683317f67e9dc45.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1 2024-11-09T18:20:05,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46023 is added to blk_1073741836_1012 (size=39) 2024-11-09T18:20:05,557 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T18:20:05,557 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T18:20:05,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T18:20:05,558 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-09T18:20:05,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T18:20:05,558 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T18:20:05,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T18:20:05,558 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T18:20:05,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:20:05,908 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731176405093.6772526ff8ff2ef18683317f67e9dc45.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:20:05,908 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6772526ff8ff2ef18683317f67e9dc45, disabling compactions & flushes 2024-11-09T18:20:05,908 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731176405093.6772526ff8ff2ef18683317f67e9dc45. 2024-11-09T18:20:05,908 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731176405093.6772526ff8ff2ef18683317f67e9dc45. 2024-11-09T18:20:05,908 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731176405093.6772526ff8ff2ef18683317f67e9dc45. after waiting 0 ms 2024-11-09T18:20:05,908 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731176405093.6772526ff8ff2ef18683317f67e9dc45. 2024-11-09T18:20:05,908 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731176405093.6772526ff8ff2ef18683317f67e9dc45. 2024-11-09T18:20:05,908 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6772526ff8ff2ef18683317f67e9dc45: Waiting for close lock at 1731176405908Disabling compacts and flushes for region at 1731176405908Disabling writes for close at 1731176405908Writing region close event to WAL at 1731176405908Closed at 1731176405908 2024-11-09T18:20:05,909 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T18:20:05,909 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731176405093.6772526ff8ff2ef18683317f67e9dc45.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731176405909"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731176405909"}]},"ts":"1731176405909"} 2024-11-09T18:20:05,911 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T18:20:05,912 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T18:20:05,912 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176405912"}]},"ts":"1731176405912"} 2024-11-09T18:20:05,914 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T18:20:05,914 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6772526ff8ff2ef18683317f67e9dc45, ASSIGN}] 2024-11-09T18:20:05,915 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6772526ff8ff2ef18683317f67e9dc45, ASSIGN 2024-11-09T18:20:05,915 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6772526ff8ff2ef18683317f67e9dc45, ASSIGN; state=OFFLINE, location=fb97eb0edbe8,44295,1731176396780; forceNewPlan=false, retain=false 2024-11-09T18:20:06,066 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6772526ff8ff2ef18683317f67e9dc45, regionState=OPENING, regionLocation=fb97eb0edbe8,44295,1731176396780 2024-11-09T18:20:06,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6772526ff8ff2ef18683317f67e9dc45, ASSIGN because future has completed 2024-11-09T18:20:06,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6772526ff8ff2ef18683317f67e9dc45, server=fb97eb0edbe8,44295,1731176396780}] 2024-11-09T18:20:06,223 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731176405093.6772526ff8ff2ef18683317f67e9dc45. 2024-11-09T18:20:06,223 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6772526ff8ff2ef18683317f67e9dc45, NAME => 'test,,1731176405093.6772526ff8ff2ef18683317f67e9dc45.', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:20:06,224 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T18:20:06,224 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T18:20:06,224 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6772526ff8ff2ef18683317f67e9dc45 2024-11-09T18:20:06,224 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731176405093.6772526ff8ff2ef18683317f67e9dc45.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:20:06,224 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6772526ff8ff2ef18683317f67e9dc45 2024-11-09T18:20:06,224 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6772526ff8ff2ef18683317f67e9dc45 2024-11-09T18:20:06,225 INFO [StoreOpener-6772526ff8ff2ef18683317f67e9dc45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6772526ff8ff2ef18683317f67e9dc45 2024-11-09T18:20:06,226 INFO [StoreOpener-6772526ff8ff2ef18683317f67e9dc45-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6772526ff8ff2ef18683317f67e9dc45 columnFamilyName f 2024-11-09T18:20:06,226 DEBUG [StoreOpener-6772526ff8ff2ef18683317f67e9dc45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:20:06,226 INFO [StoreOpener-6772526ff8ff2ef18683317f67e9dc45-1 {}] regionserver.HStore(327): Store=6772526ff8ff2ef18683317f67e9dc45/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:20:06,226 INFO [StoreOpener-6772526ff8ff2ef18683317f67e9dc45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6772526ff8ff2ef18683317f67e9dc45 2024-11-09T18:20:06,227 INFO [StoreOpener-6772526ff8ff2ef18683317f67e9dc45-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6772526ff8ff2ef18683317f67e9dc45 columnFamilyName f1 2024-11-09T18:20:06,227 DEBUG [StoreOpener-6772526ff8ff2ef18683317f67e9dc45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:20:06,227 INFO [StoreOpener-6772526ff8ff2ef18683317f67e9dc45-1 {}] regionserver.HStore(327): Store=6772526ff8ff2ef18683317f67e9dc45/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:20:06,228 INFO [StoreOpener-6772526ff8ff2ef18683317f67e9dc45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6772526ff8ff2ef18683317f67e9dc45 2024-11-09T18:20:06,228 INFO [StoreOpener-6772526ff8ff2ef18683317f67e9dc45-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6772526ff8ff2ef18683317f67e9dc45 columnFamilyName norep 2024-11-09T18:20:06,228 DEBUG [StoreOpener-6772526ff8ff2ef18683317f67e9dc45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:20:06,229 INFO [StoreOpener-6772526ff8ff2ef18683317f67e9dc45-1 {}] regionserver.HStore(327): Store=6772526ff8ff2ef18683317f67e9dc45/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:20:06,229 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6772526ff8ff2ef18683317f67e9dc45 2024-11-09T18:20:06,229 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/data/default/test/6772526ff8ff2ef18683317f67e9dc45 2024-11-09T18:20:06,230 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/data/default/test/6772526ff8ff2ef18683317f67e9dc45 2024-11-09T18:20:06,230 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6772526ff8ff2ef18683317f67e9dc45 2024-11-09T18:20:06,230 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6772526ff8ff2ef18683317f67e9dc45 2024-11-09T18:20:06,231 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T18:20:06,232 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6772526ff8ff2ef18683317f67e9dc45 2024-11-09T18:20:06,233 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/data/default/test/6772526ff8ff2ef18683317f67e9dc45/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:20:06,233 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6772526ff8ff2ef18683317f67e9dc45; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73131126, jitterRate=0.08973869681358337}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T18:20:06,234 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6772526ff8ff2ef18683317f67e9dc45 2024-11-09T18:20:06,234 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6772526ff8ff2ef18683317f67e9dc45: Running coprocessor pre-open hook at 1731176406224Writing region info on filesystem at 1731176406224Initializing all the Stores at 1731176406225 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176406225Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176406225Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176406225Cleaning up temporary data from old regions at 1731176406230 (+5 ms)Running coprocessor post-open hooks at 1731176406234 (+4 ms)Region opened successfully at 1731176406234 2024-11-09T18:20:06,235 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731176405093.6772526ff8ff2ef18683317f67e9dc45., pid=6, masterSystemTime=1731176406220 2024-11-09T18:20:06,236 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731176405093.6772526ff8ff2ef18683317f67e9dc45. 2024-11-09T18:20:06,237 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731176405093.6772526ff8ff2ef18683317f67e9dc45. 2024-11-09T18:20:06,237 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6772526ff8ff2ef18683317f67e9dc45, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fb97eb0edbe8,44295,1731176396780 2024-11-09T18:20:06,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:20:06,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6772526ff8ff2ef18683317f67e9dc45, server=fb97eb0edbe8,44295,1731176396780 because future has completed 2024-11-09T18:20:06,243 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T18:20:06,243 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6772526ff8ff2ef18683317f67e9dc45, server=fb97eb0edbe8,44295,1731176396780 in 174 msec 2024-11-09T18:20:06,245 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T18:20:06,245 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6772526ff8ff2ef18683317f67e9dc45, ASSIGN in 329 msec 2024-11-09T18:20:06,245 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T18:20:06,246 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176406245"}]},"ts":"1731176406245"} 2024-11-09T18:20:06,247 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T18:20:06,248 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T18:20:06,249 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-11-09T18:20:07,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:20:07,248 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T18:20:07,248 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:20:07,249 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,32911,1731176401487 2024-11-09T18:20:07,249 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a1a95e1 2024-11-09T18:20:07,249 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:20:07,250 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:20:07,251 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32911 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:20:07,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32911 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T18:20:07,252 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T18:20:07,253 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:20:07,253 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32911 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T18:20:07,253 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T18:20:07,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:20:07,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35191 is added to blk_1073741835_1011 (size=902) 2024-11-09T18:20:07,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:20:07,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:20:07,661 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 29350b88c8ec3909f538ef8564f89779, NAME => 'test,,1731176407250.29350b88c8ec3909f538ef8564f89779.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3 2024-11-09T18:20:07,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35191 is added to blk_1073741836_1012 (size=39) 2024-11-09T18:20:07,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:20:08,068 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731176407250.29350b88c8ec3909f538ef8564f89779.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:20:08,068 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 29350b88c8ec3909f538ef8564f89779, disabling compactions & flushes 2024-11-09T18:20:08,068 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731176407250.29350b88c8ec3909f538ef8564f89779. 2024-11-09T18:20:08,068 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731176407250.29350b88c8ec3909f538ef8564f89779. 2024-11-09T18:20:08,068 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731176407250.29350b88c8ec3909f538ef8564f89779. after waiting 0 ms 2024-11-09T18:20:08,068 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731176407250.29350b88c8ec3909f538ef8564f89779. 2024-11-09T18:20:08,068 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731176407250.29350b88c8ec3909f538ef8564f89779. 2024-11-09T18:20:08,068 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 29350b88c8ec3909f538ef8564f89779: Waiting for close lock at 1731176408068Disabling compacts and flushes for region at 1731176408068Disabling writes for close at 1731176408068Writing region close event to WAL at 1731176408068Closed at 1731176408068 2024-11-09T18:20:08,069 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T18:20:08,069 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731176407250.29350b88c8ec3909f538ef8564f89779.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731176408069"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731176408069"}]},"ts":"1731176408069"} 2024-11-09T18:20:08,071 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T18:20:08,072 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T18:20:08,072 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176408072"}]},"ts":"1731176408072"} 2024-11-09T18:20:08,073 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T18:20:08,074 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=29350b88c8ec3909f538ef8564f89779, ASSIGN}] 2024-11-09T18:20:08,075 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=29350b88c8ec3909f538ef8564f89779, ASSIGN 2024-11-09T18:20:08,075 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=29350b88c8ec3909f538ef8564f89779, ASSIGN; state=OFFLINE, location=fb97eb0edbe8,33629,1731176401633; forceNewPlan=false, retain=false 2024-11-09T18:20:08,226 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=29350b88c8ec3909f538ef8564f89779, regionState=OPENING, regionLocation=fb97eb0edbe8,33629,1731176401633 2024-11-09T18:20:08,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=29350b88c8ec3909f538ef8564f89779, ASSIGN because future has completed 2024-11-09T18:20:08,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 29350b88c8ec3909f538ef8564f89779, server=fb97eb0edbe8,33629,1731176401633}] 2024-11-09T18:20:08,383 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731176407250.29350b88c8ec3909f538ef8564f89779. 2024-11-09T18:20:08,383 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 29350b88c8ec3909f538ef8564f89779, NAME => 'test,,1731176407250.29350b88c8ec3909f538ef8564f89779.', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:20:08,384 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T18:20:08,384 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T18:20:08,384 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 29350b88c8ec3909f538ef8564f89779 2024-11-09T18:20:08,384 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731176407250.29350b88c8ec3909f538ef8564f89779.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:20:08,384 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 29350b88c8ec3909f538ef8564f89779 2024-11-09T18:20:08,384 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 29350b88c8ec3909f538ef8564f89779 2024-11-09T18:20:08,385 INFO [StoreOpener-29350b88c8ec3909f538ef8564f89779-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 29350b88c8ec3909f538ef8564f89779 2024-11-09T18:20:08,386 INFO [StoreOpener-29350b88c8ec3909f538ef8564f89779-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29350b88c8ec3909f538ef8564f89779 columnFamilyName f 2024-11-09T18:20:08,386 DEBUG [StoreOpener-29350b88c8ec3909f538ef8564f89779-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:20:08,386 INFO [StoreOpener-29350b88c8ec3909f538ef8564f89779-1 {}] regionserver.HStore(327): Store=29350b88c8ec3909f538ef8564f89779/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:20:08,386 INFO [StoreOpener-29350b88c8ec3909f538ef8564f89779-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 29350b88c8ec3909f538ef8564f89779 2024-11-09T18:20:08,387 INFO [StoreOpener-29350b88c8ec3909f538ef8564f89779-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29350b88c8ec3909f538ef8564f89779 columnFamilyName f1 2024-11-09T18:20:08,387 DEBUG [StoreOpener-29350b88c8ec3909f538ef8564f89779-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:20:08,388 INFO [StoreOpener-29350b88c8ec3909f538ef8564f89779-1 {}] regionserver.HStore(327): Store=29350b88c8ec3909f538ef8564f89779/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:20:08,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:20:08,388 INFO [StoreOpener-29350b88c8ec3909f538ef8564f89779-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 29350b88c8ec3909f538ef8564f89779 2024-11-09T18:20:08,389 INFO [StoreOpener-29350b88c8ec3909f538ef8564f89779-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29350b88c8ec3909f538ef8564f89779 columnFamilyName norep 2024-11-09T18:20:08,389 DEBUG [StoreOpener-29350b88c8ec3909f538ef8564f89779-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:20:08,389 INFO [StoreOpener-29350b88c8ec3909f538ef8564f89779-1 {}] regionserver.HStore(327): Store=29350b88c8ec3909f538ef8564f89779/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:20:08,389 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 29350b88c8ec3909f538ef8564f89779 2024-11-09T18:20:08,390 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/data/default/test/29350b88c8ec3909f538ef8564f89779 2024-11-09T18:20:08,390 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/data/default/test/29350b88c8ec3909f538ef8564f89779 2024-11-09T18:20:08,390 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 29350b88c8ec3909f538ef8564f89779 2024-11-09T18:20:08,391 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 29350b88c8ec3909f538ef8564f89779 2024-11-09T18:20:08,391 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T18:20:08,392 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 29350b88c8ec3909f538ef8564f89779 2024-11-09T18:20:08,394 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/data/default/test/29350b88c8ec3909f538ef8564f89779/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:20:08,394 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 29350b88c8ec3909f538ef8564f89779; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64444027, jitterRate=-0.03970916569232941}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T18:20:08,394 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 29350b88c8ec3909f538ef8564f89779 2024-11-09T18:20:08,394 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 29350b88c8ec3909f538ef8564f89779: Running coprocessor pre-open hook at 1731176408384Writing region info on filesystem at 1731176408384Initializing all the Stores at 1731176408385 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176408385Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176408385Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176408385Cleaning up temporary data from old regions at 1731176408391 (+6 ms)Running coprocessor post-open hooks at 1731176408394 (+3 ms)Region opened successfully at 1731176408394 2024-11-09T18:20:08,395 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731176407250.29350b88c8ec3909f538ef8564f89779., pid=6, masterSystemTime=1731176408380 2024-11-09T18:20:08,396 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731176407250.29350b88c8ec3909f538ef8564f89779. 2024-11-09T18:20:08,396 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731176407250.29350b88c8ec3909f538ef8564f89779. 2024-11-09T18:20:08,397 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=29350b88c8ec3909f538ef8564f89779, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fb97eb0edbe8,33629,1731176401633 2024-11-09T18:20:08,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 29350b88c8ec3909f538ef8564f89779, server=fb97eb0edbe8,33629,1731176401633 because future has completed 2024-11-09T18:20:08,401 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T18:20:08,401 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 29350b88c8ec3909f538ef8564f89779, server=fb97eb0edbe8,33629,1731176401633 in 172 msec 2024-11-09T18:20:08,403 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T18:20:08,403 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=29350b88c8ec3909f538ef8564f89779, ASSIGN in 327 msec 2024-11-09T18:20:08,403 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T18:20:08,404 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176408403"}]},"ts":"1731176408403"} 2024-11-09T18:20:08,405 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T18:20:08,406 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T18:20:08,407 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-11-09T18:20:09,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:20:09,398 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T18:20:09,399 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33e424ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:20:09,399 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,44469,-1 for getting cluster id 2024-11-09T18:20:09,399 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:20:09,400 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2cc96c76-988d-4228-ad15-b7a8ea0af038' 2024-11-09T18:20:09,400 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:20:09,400 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2cc96c76-988d-4228-ad15-b7a8ea0af038" 2024-11-09T18:20:09,400 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1157e404, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:20:09,400 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,44469,-1] 2024-11-09T18:20:09,400 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:20:09,400 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:09,401 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:20:09,401 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ba44def, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:20:09,402 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12afba8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:20:09,402 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,32911,-1 for getting cluster id 2024-11-09T18:20:09,402 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:20:09,403 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f68b4748-5b3b-45ae-a1fe-7a756315da3b' 2024-11-09T18:20:09,403 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:20:09,403 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f68b4748-5b3b-45ae-a1fe-7a756315da3b" 2024-11-09T18:20:09,403 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3befe741, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:20:09,403 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,32911,-1] 2024-11-09T18:20:09,403 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:20:09,403 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:09,404 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:20:09,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18e2254b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:20:09,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71a3debf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:20:09,405 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,44469,-1 for getting cluster id 2024-11-09T18:20:09,405 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:20:09,406 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2cc96c76-988d-4228-ad15-b7a8ea0af038' 2024-11-09T18:20:09,406 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:20:09,406 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2cc96c76-988d-4228-ad15-b7a8ea0af038" 2024-11-09T18:20:09,406 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e4dc8c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:20:09,406 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,44469,-1] 2024-11-09T18:20:09,406 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:20:09,406 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:09,407 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:20:09,407 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42a0d593, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:20:09,407 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:20:09,408 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,44469,1731176396570 2024-11-09T18:20:09,408 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bced04f 2024-11-09T18:20:09,408 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:20:09,409 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:20:09,409 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44469 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://fb97eb0edbe8:32911,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T18:20:09,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44469 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T18:20:09,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T18:20:09,411 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fb97eb0edbe8:32911' 2024-11-09T18:20:09,412 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60d42a0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:20:09,412 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,32911,-1 for getting cluster id 2024-11-09T18:20:09,412 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:20:09,412 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f68b4748-5b3b-45ae-a1fe-7a756315da3b' 2024-11-09T18:20:09,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:20:09,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f68b4748-5b3b-45ae-a1fe-7a756315da3b" 2024-11-09T18:20:09,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27d2b488, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:20:09,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,32911,-1] 2024-11-09T18:20:09,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:20:09,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:09,414 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:20:09,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36646067, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:20:09,414 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:20:09,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,32911,1731176401487 2024-11-09T18:20:09,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21db7153 2024-11-09T18:20:09,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:20:09,416 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:20:09,416 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T18:20:09,416 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T18:20:09,416 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:09,416 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:09,416 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:20:09,417 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:20:09,418 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T18:20:09,418 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T18:20:09,418 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:20:09,419 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T18:20:09,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46023 is added to blk_1073741837_1013 (size=1138) 2024-11-09T18:20:09,468 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T18:20:09,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T18:20:09,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T18:20:09,808 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T18:20:09,826 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 83f144af45ef281b091b62a335a58ac9, NAME => 'hbase:replication,,1731176409417.83f144af45ef281b091b62a335a58ac9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1 2024-11-09T18:20:09,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46023 is added to blk_1073741838_1014 (size=44) 2024-11-09T18:20:09,834 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731176409417.83f144af45ef281b091b62a335a58ac9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:20:09,834 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 83f144af45ef281b091b62a335a58ac9, disabling compactions & flushes 2024-11-09T18:20:09,834 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731176409417.83f144af45ef281b091b62a335a58ac9. 2024-11-09T18:20:09,834 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731176409417.83f144af45ef281b091b62a335a58ac9. 2024-11-09T18:20:09,834 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731176409417.83f144af45ef281b091b62a335a58ac9. after waiting 0 ms 2024-11-09T18:20:09,834 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731176409417.83f144af45ef281b091b62a335a58ac9. 2024-11-09T18:20:09,834 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731176409417.83f144af45ef281b091b62a335a58ac9. 2024-11-09T18:20:09,834 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 83f144af45ef281b091b62a335a58ac9: Waiting for close lock at 1731176409834Disabling compacts and flushes for region at 1731176409834Disabling writes for close at 1731176409834Writing region close event to WAL at 1731176409834Closed at 1731176409834 2024-11-09T18:20:09,835 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T18:20:09,835 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731176409417.83f144af45ef281b091b62a335a58ac9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731176409835"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731176409835"}]},"ts":"1731176409835"} 2024-11-09T18:20:09,837 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T18:20:09,838 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T18:20:09,838 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176409838"}]},"ts":"1731176409838"} 2024-11-09T18:20:09,840 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T18:20:09,840 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=83f144af45ef281b091b62a335a58ac9, ASSIGN}] 2024-11-09T18:20:09,841 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=83f144af45ef281b091b62a335a58ac9, ASSIGN 2024-11-09T18:20:09,842 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=83f144af45ef281b091b62a335a58ac9, ASSIGN; state=OFFLINE, location=fb97eb0edbe8,44295,1731176396780; forceNewPlan=false, retain=false 2024-11-09T18:20:09,992 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=83f144af45ef281b091b62a335a58ac9, regionState=OPENING, regionLocation=fb97eb0edbe8,44295,1731176396780 2024-11-09T18:20:09,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=83f144af45ef281b091b62a335a58ac9, ASSIGN because future has completed 2024-11-09T18:20:09,995 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83f144af45ef281b091b62a335a58ac9, server=fb97eb0edbe8,44295,1731176396780}] 2024-11-09T18:20:10,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T18:20:10,150 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731176409417.83f144af45ef281b091b62a335a58ac9. 2024-11-09T18:20:10,150 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:20:10,150 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T18:20:10,151 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fb97eb0edbe8%2C44295%2C1731176396780.rep, suffix=, logDir=hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/WALs/fb97eb0edbe8,44295,1731176396780, archiveDir=hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/oldWALs, maxLogs=10 2024-11-09T18:20:10,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/WALs/fb97eb0edbe8,44295,1731176396780/fb97eb0edbe8%2C44295%2C1731176396780.rep.1731176410151, exclude list is [], retry=0 2024-11-09T18:20:10,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46023,DS-7b29599b-2887-4dad-9aa4-9b2de50bcd1f,DISK] 2024-11-09T18:20:10,166 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/WALs/fb97eb0edbe8,44295,1731176396780/fb97eb0edbe8%2C44295%2C1731176396780.rep.1731176410151 2024-11-09T18:20:10,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36421:36421)] 2024-11-09T18:20:10,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 83f144af45ef281b091b62a335a58ac9, NAME => 'hbase:replication,,1731176409417.83f144af45ef281b091b62a335a58ac9.', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:20:10,167 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T18:20:10,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T18:20:10,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731176409417.83f144af45ef281b091b62a335a58ac9. service=MultiRowMutationService 2024-11-09T18:20:10,167 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T18:20:10,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 83f144af45ef281b091b62a335a58ac9 2024-11-09T18:20:10,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731176409417.83f144af45ef281b091b62a335a58ac9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:20:10,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 83f144af45ef281b091b62a335a58ac9 2024-11-09T18:20:10,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 83f144af45ef281b091b62a335a58ac9 2024-11-09T18:20:10,168 INFO [StoreOpener-83f144af45ef281b091b62a335a58ac9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 83f144af45ef281b091b62a335a58ac9 2024-11-09T18:20:10,169 INFO [StoreOpener-83f144af45ef281b091b62a335a58ac9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83f144af45ef281b091b62a335a58ac9 columnFamilyName hfileref 2024-11-09T18:20:10,169 DEBUG [StoreOpener-83f144af45ef281b091b62a335a58ac9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:20:10,169 INFO [StoreOpener-83f144af45ef281b091b62a335a58ac9-1 {}] regionserver.HStore(327): Store=83f144af45ef281b091b62a335a58ac9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:20:10,169 INFO [StoreOpener-83f144af45ef281b091b62a335a58ac9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 83f144af45ef281b091b62a335a58ac9 2024-11-09T18:20:10,170 INFO [StoreOpener-83f144af45ef281b091b62a335a58ac9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83f144af45ef281b091b62a335a58ac9 columnFamilyName queue 2024-11-09T18:20:10,170 DEBUG [StoreOpener-83f144af45ef281b091b62a335a58ac9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:20:10,170 INFO [StoreOpener-83f144af45ef281b091b62a335a58ac9-1 {}] regionserver.HStore(327): Store=83f144af45ef281b091b62a335a58ac9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:20:10,170 INFO [StoreOpener-83f144af45ef281b091b62a335a58ac9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 83f144af45ef281b091b62a335a58ac9 2024-11-09T18:20:10,171 INFO [StoreOpener-83f144af45ef281b091b62a335a58ac9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83f144af45ef281b091b62a335a58ac9 columnFamilyName sid 2024-11-09T18:20:10,171 DEBUG [StoreOpener-83f144af45ef281b091b62a335a58ac9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:20:10,171 INFO [StoreOpener-83f144af45ef281b091b62a335a58ac9-1 {}] regionserver.HStore(327): Store=83f144af45ef281b091b62a335a58ac9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:20:10,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 83f144af45ef281b091b62a335a58ac9 2024-11-09T18:20:10,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/data/hbase/replication/83f144af45ef281b091b62a335a58ac9 2024-11-09T18:20:10,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/data/hbase/replication/83f144af45ef281b091b62a335a58ac9 2024-11-09T18:20:10,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 83f144af45ef281b091b62a335a58ac9 2024-11-09T18:20:10,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 83f144af45ef281b091b62a335a58ac9 2024-11-09T18:20:10,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T18:20:10,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 83f144af45ef281b091b62a335a58ac9 2024-11-09T18:20:10,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/data/hbase/replication/83f144af45ef281b091b62a335a58ac9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:20:10,176 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 83f144af45ef281b091b62a335a58ac9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64835115, jitterRate=-0.033881500363349915}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T18:20:10,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 83f144af45ef281b091b62a335a58ac9 2024-11-09T18:20:10,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 83f144af45ef281b091b62a335a58ac9: Running coprocessor pre-open hook at 1731176410167Writing region info on filesystem at 1731176410167Initializing all the Stores at 1731176410168 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176410168Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176410168Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176410168Cleaning up temporary data from old regions at 1731176410173 (+5 ms)Running coprocessor post-open hooks at 1731176410176 (+3 ms)Region opened successfully at 1731176410177 (+1 ms) 2024-11-09T18:20:10,177 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731176409417.83f144af45ef281b091b62a335a58ac9., pid=10, masterSystemTime=1731176410147 2024-11-09T18:20:10,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731176409417.83f144af45ef281b091b62a335a58ac9. 2024-11-09T18:20:10,179 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731176409417.83f144af45ef281b091b62a335a58ac9. 2024-11-09T18:20:10,179 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=83f144af45ef281b091b62a335a58ac9, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,44295,1731176396780 2024-11-09T18:20:10,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83f144af45ef281b091b62a335a58ac9, server=fb97eb0edbe8,44295,1731176396780 because future has completed 2024-11-09T18:20:10,183 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T18:20:10,184 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 83f144af45ef281b091b62a335a58ac9, server=fb97eb0edbe8,44295,1731176396780 in 187 msec 2024-11-09T18:20:10,185 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T18:20:10,185 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=83f144af45ef281b091b62a335a58ac9, ASSIGN in 343 msec 2024-11-09T18:20:10,186 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T18:20:10,186 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176410186"}]},"ts":"1731176410186"} 2024-11-09T18:20:10,187 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T18:20:10,188 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T18:20:10,189 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 771 msec 2024-11-09T18:20:10,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731176409417.83f144af45ef281b091b62a335a58ac9., hostname=fb97eb0edbe8,44295,1731176396780, seqNum=2] 2024-11-09T18:20:10,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44295-0x10120d36aa30001, quorum=127.0.0.1:49781, baseZNode=/0-1409714311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1409714311 2024-11-09T18:20:10,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44469-0x10120d36aa30000, quorum=127.0.0.1:49781, baseZNode=/0-1409714311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1409714311 2024-11-09T18:20:10,305 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T18:20:10,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T18:20:10,458 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T18:20:10,465 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T18:20:10,485 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-fb97eb0edbe8,44295,1731176396780, ReplicationSource: 1, currentBandwidth=0 2024-11-09T18:20:10,485 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:20:10,486 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,44295,1731176396780, seqNum=-1] 2024-11-09T18:20:10,486 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:20:10,487 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46555, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-09T18:20:10,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-fb97eb0edbe8,44295,1731176396780', locateType=CURRENT is [region=hbase:replication,,1731176409417.83f144af45ef281b091b62a335a58ac9., hostname=fb97eb0edbe8,44295,1731176396780, seqNum=2] 2024-11-09T18:20:10,491 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T18:20:10,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44469 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T18:20:10,493 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on fb97eb0edbe8,44295,1731176396780 suceeded 2024-11-09T18:20:10,494 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T18:20:10,494 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-09T18:20:10,494 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://fb97eb0edbe8:32911,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T18:20:10,495 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0850 sec 2024-11-09T18:20:10,496 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:10,496 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:10,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:10,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:10,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:10,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:10,510 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,44295,1731176396780 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fb97eb0edbe8:32911' 2024-11-09T18:20:10,511 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,44295,1731176396780 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39521511, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:20:10,511 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,44295,1731176396780 {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,32911,-1 for getting cluster id 2024-11-09T18:20:10,511 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,44295,1731176396780 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:20:10,512 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f68b4748-5b3b-45ae-a1fe-7a756315da3b' 2024-11-09T18:20:10,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:10,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:20:10,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f68b4748-5b3b-45ae-a1fe-7a756315da3b" 2024-11-09T18:20:10,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@781365a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:20:10,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,32911,-1] 2024-11-09T18:20:10,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:20:10,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:10,514 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:20:10,514 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,44295,1731176396780 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@116d82c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:20:10,515 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,44295,1731176396780 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:20:10,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,32911,1731176401487 2024-11-09T18:20:10,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@109665ad 2024-11-09T18:20:10,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:10,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:20:10,516 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-09T18:20:10,517 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,44295,1731176396780 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fb97eb0edbe8,44295,1731176396780 (queues=1) is replicating from cluster=2cc96c76-988d-4228-ad15-b7a8ea0af038 to cluster=f68b4748-5b3b-45ae-a1fe-7a756315da3b 2024-11-09T18:20:10,517 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,44295,1731176396780 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fb97eb0edbe8%2C44295%2C1731176396780 2024-11-09T18:20:10,517 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,44295,1731176396780 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fb97eb0edbe8,44295,1731176396780, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T18:20:10,518 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,44295,1731176396780.replicationSource.wal-reader.fb97eb0edbe8%2C44295%2C1731176396780,1-fb97eb0edbe8,44295,1731176396780 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/WALs/fb97eb0edbe8,44295,1731176396780/fb97eb0edbe8%2C44295%2C1731176396780.1731176398212, startPosition=0, beingWritten=true 2024-11-09T18:20:10,523 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,44295,1731176396780.replicationSource.shipperfb97eb0edbe8%2C44295%2C1731176396780,1-fb97eb0edbe8,44295,1731176396780 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fb97eb0edbe8%2C44295%2C1731176396780 2024-11-09T18:20:10,528 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,44295,1731176396780.replicationSource.wal-reader.fb97eb0edbe8%2C44295%2C1731176396780,1-fb97eb0edbe8,44295,1731176396780 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T18:20:10,528 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,44295,1731176396780.replicationSource.wal-reader.fb97eb0edbe8%2C44295%2C1731176396780,1-fb97eb0edbe8,44295,1731176396780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/WALs/fb97eb0edbe8,44295,1731176396780/fb97eb0edbe8%2C44295%2C1731176396780.1731176398212 to pos 379, reset compression=false 2024-11-09T18:20:10,528 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,44295,1731176396780.replicationSource.shipperfb97eb0edbe8%2C44295%2C1731176396780,1-fb97eb0edbe8,44295,1731176396780 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fb97eb0edbe8,44295,1731176396780 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/WALs/fb97eb0edbe8,44295,1731176396780/fb97eb0edbe8%2C44295%2C1731176396780.1731176398212, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T18:20:10,528 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T18:20:10,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T18:20:10,549 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T18:20:10,549 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:20:10,549 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:20:10,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:10,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:10,549 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:20:10,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40c929a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:20:10,550 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,32911,-1 for getting cluster id 2024-11-09T18:20:10,550 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:20:10,550 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f68b4748-5b3b-45ae-a1fe-7a756315da3b' 2024-11-09T18:20:10,551 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:20:10,551 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f68b4748-5b3b-45ae-a1fe-7a756315da3b" 2024-11-09T18:20:10,551 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@625a7622, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:20:10,551 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,32911,-1] 2024-11-09T18:20:10,551 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:20:10,551 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:10,552 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:20:10,553 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b1192, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:20:10,553 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:20:10,554 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,32911,1731176401487 2024-11-09T18:20:10,554 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13dd9c8c 2024-11-09T18:20:10,554 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:20:10,555 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:20:10,555 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32911 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://fb97eb0edbe8:44469,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T18:20:10,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32911 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T18:20:10,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T18:20:10,557 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fb97eb0edbe8:44469' 2024-11-09T18:20:10,558 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b233a09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:20:10,558 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,44469,-1 for getting cluster id 2024-11-09T18:20:10,558 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:20:10,559 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2cc96c76-988d-4228-ad15-b7a8ea0af038' 2024-11-09T18:20:10,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:20:10,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2cc96c76-988d-4228-ad15-b7a8ea0af038" 2024-11-09T18:20:10,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ed79700, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:20:10,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,44469,-1] 2024-11-09T18:20:10,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:20:10,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:10,560 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:20:10,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fd0a809, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:20:10,561 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:20:10,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,44469,1731176396570 2024-11-09T18:20:10,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@114ebb2b 2024-11-09T18:20:10,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:20:10,562 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:20:10,562 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T18:20:10,562 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T18:20:10,562 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:10,563 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:10,563 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:20:10,563 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:20:10,564 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T18:20:10,564 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T18:20:10,565 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:20:10,565 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T18:20:10,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35191 is added to blk_1073741837_1013 (size=1138) 2024-11-09T18:20:10,614 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T18:20:10,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T18:20:10,732 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,44295,1731176396780.replicationSource.wal-reader.fb97eb0edbe8%2C44295%2C1731176396780,1-fb97eb0edbe8,44295,1731176396780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/WALs/fb97eb0edbe8,44295,1731176396780/fb97eb0edbe8%2C44295%2C1731176396780.1731176398212 to pos 379, reset compression=false 2024-11-09T18:20:10,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T18:20:10,972 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 21623a544ef52bc747b4db274adab5cc, NAME => 'hbase:replication,,1731176410563.21623a544ef52bc747b4db274adab5cc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3 2024-11-09T18:20:10,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35191 is added to blk_1073741838_1014 (size=44) 2024-11-09T18:20:11,036 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,44295,1731176396780.replicationSource.wal-reader.fb97eb0edbe8%2C44295%2C1731176396780,1-fb97eb0edbe8,44295,1731176396780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/WALs/fb97eb0edbe8,44295,1731176396780/fb97eb0edbe8%2C44295%2C1731176396780.1731176398212 to pos 379, reset compression=false 2024-11-09T18:20:11,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T18:20:11,377 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731176410563.21623a544ef52bc747b4db274adab5cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:20:11,377 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 21623a544ef52bc747b4db274adab5cc, disabling compactions & flushes 2024-11-09T18:20:11,377 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731176410563.21623a544ef52bc747b4db274adab5cc. 2024-11-09T18:20:11,377 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731176410563.21623a544ef52bc747b4db274adab5cc. 2024-11-09T18:20:11,377 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731176410563.21623a544ef52bc747b4db274adab5cc. after waiting 0 ms 2024-11-09T18:20:11,377 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731176410563.21623a544ef52bc747b4db274adab5cc. 2024-11-09T18:20:11,377 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731176410563.21623a544ef52bc747b4db274adab5cc. 2024-11-09T18:20:11,377 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 21623a544ef52bc747b4db274adab5cc: Waiting for close lock at 1731176411377Disabling compacts and flushes for region at 1731176411377Disabling writes for close at 1731176411377Writing region close event to WAL at 1731176411377Closed at 1731176411377 2024-11-09T18:20:11,378 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T18:20:11,379 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731176410563.21623a544ef52bc747b4db274adab5cc.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731176411378"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731176411378"}]},"ts":"1731176411378"} 2024-11-09T18:20:11,380 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T18:20:11,381 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T18:20:11,381 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176411381"}]},"ts":"1731176411381"} 2024-11-09T18:20:11,383 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T18:20:11,383 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=21623a544ef52bc747b4db274adab5cc, ASSIGN}] 2024-11-09T18:20:11,384 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=21623a544ef52bc747b4db274adab5cc, ASSIGN 2024-11-09T18:20:11,384 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=21623a544ef52bc747b4db274adab5cc, ASSIGN; state=OFFLINE, location=fb97eb0edbe8,33629,1731176401633; forceNewPlan=false, retain=false 2024-11-09T18:20:11,440 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,44295,1731176396780.replicationSource.wal-reader.fb97eb0edbe8%2C44295%2C1731176396780,1-fb97eb0edbe8,44295,1731176396780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/WALs/fb97eb0edbe8,44295,1731176396780/fb97eb0edbe8%2C44295%2C1731176396780.1731176398212 to pos 379, reset compression=false 2024-11-09T18:20:11,535 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=21623a544ef52bc747b4db274adab5cc, regionState=OPENING, regionLocation=fb97eb0edbe8,33629,1731176401633 2024-11-09T18:20:11,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=21623a544ef52bc747b4db274adab5cc, ASSIGN because future has completed 2024-11-09T18:20:11,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 21623a544ef52bc747b4db274adab5cc, server=fb97eb0edbe8,33629,1731176401633}] 2024-11-09T18:20:11,692 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731176410563.21623a544ef52bc747b4db274adab5cc. 2024-11-09T18:20:11,692 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:20:11,692 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T18:20:11,694 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fb97eb0edbe8%2C33629%2C1731176401633.rep, suffix=, logDir=hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/WALs/fb97eb0edbe8,33629,1731176401633, archiveDir=hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/oldWALs, maxLogs=10 2024-11-09T18:20:11,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T18:20:11,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/WALs/fb97eb0edbe8,33629,1731176401633/fb97eb0edbe8%2C33629%2C1731176401633.rep.1731176411694, exclude list is [], retry=0 2024-11-09T18:20:11,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35191,DS-aafcd7cd-1394-4689-a147-dab710cb7f5d,DISK] 2024-11-09T18:20:11,709 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/WALs/fb97eb0edbe8,33629,1731176401633/fb97eb0edbe8%2C33629%2C1731176401633.rep.1731176411694 2024-11-09T18:20:11,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39095:39095)] 2024-11-09T18:20:11,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 21623a544ef52bc747b4db274adab5cc, NAME => 'hbase:replication,,1731176410563.21623a544ef52bc747b4db274adab5cc.', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:20:11,712 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T18:20:11,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T18:20:11,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731176410563.21623a544ef52bc747b4db274adab5cc. service=MultiRowMutationService 2024-11-09T18:20:11,712 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T18:20:11,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 21623a544ef52bc747b4db274adab5cc 2024-11-09T18:20:11,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731176410563.21623a544ef52bc747b4db274adab5cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:20:11,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 21623a544ef52bc747b4db274adab5cc 2024-11-09T18:20:11,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 21623a544ef52bc747b4db274adab5cc 2024-11-09T18:20:11,713 INFO [StoreOpener-21623a544ef52bc747b4db274adab5cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 21623a544ef52bc747b4db274adab5cc 2024-11-09T18:20:11,714 INFO [StoreOpener-21623a544ef52bc747b4db274adab5cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21623a544ef52bc747b4db274adab5cc columnFamilyName hfileref 2024-11-09T18:20:11,715 DEBUG [StoreOpener-21623a544ef52bc747b4db274adab5cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:20:11,715 INFO [StoreOpener-21623a544ef52bc747b4db274adab5cc-1 {}] regionserver.HStore(327): Store=21623a544ef52bc747b4db274adab5cc/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:20:11,715 INFO [StoreOpener-21623a544ef52bc747b4db274adab5cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 21623a544ef52bc747b4db274adab5cc 2024-11-09T18:20:11,716 INFO [StoreOpener-21623a544ef52bc747b4db274adab5cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21623a544ef52bc747b4db274adab5cc columnFamilyName queue 2024-11-09T18:20:11,716 DEBUG [StoreOpener-21623a544ef52bc747b4db274adab5cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:20:11,716 INFO [StoreOpener-21623a544ef52bc747b4db274adab5cc-1 {}] regionserver.HStore(327): Store=21623a544ef52bc747b4db274adab5cc/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:20:11,716 INFO [StoreOpener-21623a544ef52bc747b4db274adab5cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 21623a544ef52bc747b4db274adab5cc 2024-11-09T18:20:11,717 INFO [StoreOpener-21623a544ef52bc747b4db274adab5cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21623a544ef52bc747b4db274adab5cc columnFamilyName sid 2024-11-09T18:20:11,717 DEBUG [StoreOpener-21623a544ef52bc747b4db274adab5cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:20:11,717 INFO [StoreOpener-21623a544ef52bc747b4db274adab5cc-1 {}] regionserver.HStore(327): Store=21623a544ef52bc747b4db274adab5cc/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:20:11,718 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 21623a544ef52bc747b4db274adab5cc 2024-11-09T18:20:11,718 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/data/hbase/replication/21623a544ef52bc747b4db274adab5cc 2024-11-09T18:20:11,718 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/data/hbase/replication/21623a544ef52bc747b4db274adab5cc 2024-11-09T18:20:11,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 21623a544ef52bc747b4db274adab5cc 2024-11-09T18:20:11,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 21623a544ef52bc747b4db274adab5cc 2024-11-09T18:20:11,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T18:20:11,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 21623a544ef52bc747b4db274adab5cc 2024-11-09T18:20:11,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/data/hbase/replication/21623a544ef52bc747b4db274adab5cc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:20:11,722 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 21623a544ef52bc747b4db274adab5cc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64511560, jitterRate=-0.03870284557342529}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T18:20:11,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 21623a544ef52bc747b4db274adab5cc 2024-11-09T18:20:11,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 21623a544ef52bc747b4db274adab5cc: Running coprocessor pre-open hook at 1731176411712Writing region info on filesystem at 1731176411712Initializing all the Stores at 1731176411713 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176411713Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176411713Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176411713Cleaning up temporary data from old regions at 1731176411719 (+6 ms)Running coprocessor post-open hooks at 1731176411722 (+3 ms)Region opened successfully at 1731176411722 2024-11-09T18:20:11,723 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731176410563.21623a544ef52bc747b4db274adab5cc., pid=10, masterSystemTime=1731176411689 2024-11-09T18:20:11,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731176410563.21623a544ef52bc747b4db274adab5cc. 2024-11-09T18:20:11,725 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731176410563.21623a544ef52bc747b4db274adab5cc. 2024-11-09T18:20:11,725 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=21623a544ef52bc747b4db274adab5cc, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,33629,1731176401633 2024-11-09T18:20:11,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 21623a544ef52bc747b4db274adab5cc, server=fb97eb0edbe8,33629,1731176401633 because future has completed 2024-11-09T18:20:11,730 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T18:20:11,730 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 21623a544ef52bc747b4db274adab5cc, server=fb97eb0edbe8,33629,1731176401633 in 191 msec 2024-11-09T18:20:11,731 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T18:20:11,731 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=21623a544ef52bc747b4db274adab5cc, ASSIGN in 347 msec 2024-11-09T18:20:11,731 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T18:20:11,732 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176411732"}]},"ts":"1731176411732"} 2024-11-09T18:20:11,733 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T18:20:11,734 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T18:20:11,736 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1710 sec 2024-11-09T18:20:11,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731176410563.21623a544ef52bc747b4db274adab5cc., hostname=fb97eb0edbe8,33629,1731176401633, seqNum=2] 2024-11-09T18:20:11,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33629-0x10120d36aa30004, quorum=127.0.0.1:49781, baseZNode=/153483242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/153483242 2024-11-09T18:20:11,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32911-0x10120d36aa30003, quorum=127.0.0.1:49781, baseZNode=/153483242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/153483242 2024-11-09T18:20:11,873 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T18:20:11,944 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,44295,1731176396780.replicationSource.wal-reader.fb97eb0edbe8%2C44295%2C1731176396780,1-fb97eb0edbe8,44295,1731176396780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/WALs/fb97eb0edbe8,44295,1731176396780/fb97eb0edbe8%2C44295%2C1731176396780.1731176398212 to pos 379, reset compression=false 2024-11-09T18:20:12,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33629 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T18:20:12,026 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T18:20:12,051 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-fb97eb0edbe8,33629,1731176401633, ReplicationSource: 1, currentBandwidth=0 2024-11-09T18:20:12,052 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:20:12,052 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,33629,1731176401633, seqNum=-1] 2024-11-09T18:20:12,052 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:20:12,053 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55999, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-09T18:20:12,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-fb97eb0edbe8,33629,1731176401633', locateType=CURRENT is [region=hbase:replication,,1731176410563.21623a544ef52bc747b4db274adab5cc., hostname=fb97eb0edbe8,33629,1731176401633, seqNum=2] 2024-11-09T18:20:12,056 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T18:20:12,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32911 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T18:20:12,058 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on fb97eb0edbe8,33629,1731176401633 suceeded 2024-11-09T18:20:12,060 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T18:20:12,060 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-09T18:20:12,060 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://fb97eb0edbe8:44469,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T18:20:12,061 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5050 sec 2024-11-09T18:20:12,075 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33629,1731176401633 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fb97eb0edbe8:44469' 2024-11-09T18:20:12,076 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33629,1731176401633 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f78bf32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:20:12,077 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33629,1731176401633 {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,44469,-1 for getting cluster id 2024-11-09T18:20:12,077 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33629,1731176401633 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:20:12,077 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2cc96c76-988d-4228-ad15-b7a8ea0af038' 2024-11-09T18:20:12,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:20:12,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2cc96c76-988d-4228-ad15-b7a8ea0af038" 2024-11-09T18:20:12,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10638585, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:20:12,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,44469,-1] 2024-11-09T18:20:12,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:20:12,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:12,079 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:20:12,079 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33629,1731176401633 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4aaf2b8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:20:12,079 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33629,1731176401633 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:20:12,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,44469,1731176396570 2024-11-09T18:20:12,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@764d3e44 2024-11-09T18:20:12,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:20:12,080 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-09T18:20:12,081 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33629,1731176401633 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fb97eb0edbe8,33629,1731176401633 (queues=1) is replicating from cluster=f68b4748-5b3b-45ae-a1fe-7a756315da3b to cluster=2cc96c76-988d-4228-ad15-b7a8ea0af038 2024-11-09T18:20:12,081 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33629,1731176401633 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fb97eb0edbe8%2C33629%2C1731176401633 2024-11-09T18:20:12,081 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33629,1731176401633 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fb97eb0edbe8,33629,1731176401633, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T18:20:12,082 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33629,1731176401633.replicationSource.shipperfb97eb0edbe8%2C33629%2C1731176401633,1-fb97eb0edbe8,33629,1731176401633 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fb97eb0edbe8%2C33629%2C1731176401633 2024-11-09T18:20:12,082 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33629,1731176401633.replicationSource.wal-reader.fb97eb0edbe8%2C33629%2C1731176401633,1-fb97eb0edbe8,33629,1731176401633 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/WALs/fb97eb0edbe8,33629,1731176401633/fb97eb0edbe8%2C33629%2C1731176401633.1731176403947, startPosition=0, beingWritten=true 2024-11-09T18:20:12,086 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33629,1731176401633.replicationSource.wal-reader.fb97eb0edbe8%2C33629%2C1731176401633,1-fb97eb0edbe8,33629,1731176401633 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T18:20:12,086 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33629,1731176401633.replicationSource.wal-reader.fb97eb0edbe8%2C33629%2C1731176401633,1-fb97eb0edbe8,33629,1731176401633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/WALs/fb97eb0edbe8,33629,1731176401633/fb97eb0edbe8%2C33629%2C1731176401633.1731176403947 to pos 379, reset compression=false 2024-11-09T18:20:12,086 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33629,1731176401633.replicationSource.shipperfb97eb0edbe8%2C33629%2C1731176401633,1-fb97eb0edbe8,33629,1731176401633 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fb97eb0edbe8,33629,1731176401633 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/WALs/fb97eb0edbe8,33629,1731176401633/fb97eb0edbe8%2C33629%2C1731176401633.1731176403947, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T18:20:12,289 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33629,1731176401633.replicationSource.wal-reader.fb97eb0edbe8%2C33629%2C1731176401633,1-fb97eb0edbe8,33629,1731176401633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/WALs/fb97eb0edbe8,33629,1731176401633/fb97eb0edbe8%2C33629%2C1731176401633.1731176403947 to pos 379, reset compression=false 2024-11-09T18:20:12,548 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,44295,1731176396780.replicationSource.wal-reader.fb97eb0edbe8%2C44295%2C1731176396780,1-fb97eb0edbe8,44295,1731176396780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/WALs/fb97eb0edbe8,44295,1731176396780/fb97eb0edbe8%2C44295%2C1731176396780.1731176398212 to pos 379, reset compression=false 2024-11-09T18:20:12,593 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33629,1731176401633.replicationSource.wal-reader.fb97eb0edbe8%2C33629%2C1731176401633,1-fb97eb0edbe8,33629,1731176401633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/WALs/fb97eb0edbe8,33629,1731176401633/fb97eb0edbe8%2C33629%2C1731176401633.1731176403947 to pos 379, reset compression=false 2024-11-09T18:20:12,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T18:20:12,709 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T18:20:12,709 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:20:12,709 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:20:12,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:12,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:12,709 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:20:12,709 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:20:12,712 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731176412711/Put/seqid=0 2024-11-09T18:20:12,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46023 is added to blk_1073741840_1016 (size=7894) 2024-11-09T18:20:12,997 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33629,1731176401633.replicationSource.wal-reader.fb97eb0edbe8%2C33629%2C1731176401633,1-fb97eb0edbe8,33629,1731176401633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/WALs/fb97eb0edbe8,33629,1731176401633/fb97eb0edbe8%2C33629%2C1731176401633.1731176403947 to pos 379, reset compression=false 2024-11-09T18:20:13,131 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731176413130/Put/seqid=0 2024-11-09T18:20:13,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46023 is added to blk_1073741841_1017 (size=7691) 2024-11-09T18:20:13,252 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,44295,1731176396780.replicationSource.wal-reader.fb97eb0edbe8%2C44295%2C1731176396780,1-fb97eb0edbe8,44295,1731176396780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/WALs/fb97eb0edbe8,44295,1731176396780/fb97eb0edbe8%2C44295%2C1731176396780.1731176398212 to pos 379, reset compression=false 2024-11-09T18:20:13,502 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33629,1731176401633.replicationSource.wal-reader.fb97eb0edbe8%2C33629%2C1731176401633,1-fb97eb0edbe8,33629,1731176401633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/WALs/fb97eb0edbe8,33629,1731176401633/fb97eb0edbe8%2C33629%2C1731176401633.1731176403947 to pos 379, reset compression=false 2024-11-09T18:20:13,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@332e7a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:20:13,547 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,44469,-1 for getting cluster id 2024-11-09T18:20:13,547 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:20:13,548 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2cc96c76-988d-4228-ad15-b7a8ea0af038' 2024-11-09T18:20:13,548 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:20:13,548 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2cc96c76-988d-4228-ad15-b7a8ea0af038" 2024-11-09T18:20:13,548 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f72c5fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:20:13,548 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,44469,-1] 2024-11-09T18:20:13,549 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:20:13,549 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:13,549 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:20:13,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5021923c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:20:13,550 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:20:13,551 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,44295,1731176396780, seqNum=-1] 2024-11-09T18:20:13,551 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:20:13,552 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:20:13,559 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:20:13,560 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,44469,1731176396570 2024-11-09T18:20:13,560 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60d8af83 2024-11-09T18:20:13,560 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:20:13,561 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:20:13,564 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731176405093.6772526ff8ff2ef18683317f67e9dc45., hostname=fb97eb0edbe8,44295,1731176396780, seqNum=2] 2024-11-09T18:20:13,567 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T18:20:13,572 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-09T18:20:13,574 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-09T18:20:13,577 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 6772526ff8ff2ef18683317f67e9dc45/f 2024-11-09T18:20:13,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-09T18:20:13,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T18:20:13,580 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 6772526ff8ff2ef18683317f67e9dc45/f 2024-11-09T18:20:13,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-09T18:20:13,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T18:20:13,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] regionserver.HRegion(2603): Flush status journal for 6772526ff8ff2ef18683317f67e9dc45: 2024-11-09T18:20:13,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/staging/jenkins__test__7o3126i5k1u9oq4ks6tlb5tg9un6nlprev8sffens4u4fvo9k1ufhge2b7et61ng/f/hfile_0 2024-11-09T18:20:13,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/staging/jenkins__test__7o3126i5k1u9oq4ks6tlb5tg9un6nlprev8sffens4u4fvo9k1ufhge2b7et61ng/f/hfile_0 as hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/data/default/test/6772526ff8ff2ef18683317f67e9dc45/f/d075b964037d4139a347e1fc2ac8eddf_SeqId_4_ 2024-11-09T18:20:13,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/staging/jenkins__test__7o3126i5k1u9oq4ks6tlb5tg9un6nlprev8sffens4u4fvo9k1ufhge2b7et61ng/f/hfile_1 2024-11-09T18:20:13,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/staging/jenkins__test__7o3126i5k1u9oq4ks6tlb5tg9un6nlprev8sffens4u4fvo9k1ufhge2b7et61ng/f/hfile_1 as hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/data/default/test/6772526ff8ff2ef18683317f67e9dc45/f/b3d199b4d5d74fec8ab15cf49711a158_SeqId_4_ 2024-11-09T18:20:13,593 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/staging/jenkins__test__7o3126i5k1u9oq4ks6tlb5tg9un6nlprev8sffens4u4fvo9k1ufhge2b7et61ng/f/hfile_0 into 6772526ff8ff2ef18683317f67e9dc45/f as hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/data/default/test/6772526ff8ff2ef18683317f67e9dc45/f/d075b964037d4139a347e1fc2ac8eddf_SeqId_4_ - updating store file list. 2024-11-09T18:20:13,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d075b964037d4139a347e1fc2ac8eddf_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T18:20:13,597 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/data/default/test/6772526ff8ff2ef18683317f67e9dc45/f/d075b964037d4139a347e1fc2ac8eddf_SeqId_4_ into 6772526ff8ff2ef18683317f67e9dc45/f 2024-11-09T18:20:13,597 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/staging/jenkins__test__7o3126i5k1u9oq4ks6tlb5tg9un6nlprev8sffens4u4fvo9k1ufhge2b7et61ng/f/hfile_0 into 6772526ff8ff2ef18683317f67e9dc45/f (new location: hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/data/default/test/6772526ff8ff2ef18683317f67e9dc45/f/d075b964037d4139a347e1fc2ac8eddf_SeqId_4_) 2024-11-09T18:20:13,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/staging/jenkins__test__7o3126i5k1u9oq4ks6tlb5tg9un6nlprev8sffens4u4fvo9k1ufhge2b7et61ng/f/hfile_0 2024-11-09T18:20:13,598 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/staging/jenkins__test__7o3126i5k1u9oq4ks6tlb5tg9un6nlprev8sffens4u4fvo9k1ufhge2b7et61ng/f/hfile_1 into 6772526ff8ff2ef18683317f67e9dc45/f as hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/data/default/test/6772526ff8ff2ef18683317f67e9dc45/f/b3d199b4d5d74fec8ab15cf49711a158_SeqId_4_ - updating store file list. 2024-11-09T18:20:13,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b3d199b4d5d74fec8ab15cf49711a158_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T18:20:13,601 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/data/default/test/6772526ff8ff2ef18683317f67e9dc45/f/b3d199b4d5d74fec8ab15cf49711a158_SeqId_4_ into 6772526ff8ff2ef18683317f67e9dc45/f 2024-11-09T18:20:13,601 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/staging/jenkins__test__7o3126i5k1u9oq4ks6tlb5tg9un6nlprev8sffens4u4fvo9k1ufhge2b7et61ng/f/hfile_1 into 6772526ff8ff2ef18683317f67e9dc45/f (new location: hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/data/default/test/6772526ff8ff2ef18683317f67e9dc45/f/b3d199b4d5d74fec8ab15cf49711a158_SeqId_4_) 2024-11-09T18:20:13,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/staging/jenkins__test__7o3126i5k1u9oq4ks6tlb5tg9un6nlprev8sffens4u4fvo9k1ufhge2b7et61ng/f/hfile_1 2024-11-09T18:20:13,603 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:20:13,603 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:20:13,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:13,604 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:20:13,604 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731176405093.6772526ff8ff2ef18683317f67e9dc45., hostname=fb97eb0edbe8,44295,1731176396780, seqNum=2 , the old value is region=test,,1731176405093.6772526ff8ff2ef18683317f67e9dc45., hostname=fb97eb0edbe8,44295,1731176396780, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=fb97eb0edbe8:44295 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T18:20:13,604 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731176405093.6772526ff8ff2ef18683317f67e9dc45., hostname=fb97eb0edbe8,44295,1731176396780, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T18:20:13,604 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731176405093.6772526ff8ff2ef18683317f67e9dc45., hostname=fb97eb0edbe8,44295,1731176396780, seqNum=2 from cache 2024-11-09T18:20:13,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:13,605 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:20:13,605 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-09T18:20:13,606 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,33629,1731176401633, seqNum=-1] 2024-11-09T18:20:13,607 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:20:13,608 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:20:13,609 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731176407250.29350b88c8ec3909f538ef8564f89779., hostname=fb97eb0edbe8,33629,1731176401633, seqNum=2] 2024-11-09T18:20:13,611 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-09T18:20:13,709 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fb97eb0edbe8:44295 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-09T18:20:14,056 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,44295,1731176396780.replicationSource.wal-reader.fb97eb0edbe8%2C44295%2C1731176396780,1-fb97eb0edbe8,44295,1731176396780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/WALs/fb97eb0edbe8,44295,1731176396780/fb97eb0edbe8%2C44295%2C1731176396780.1731176398212 to pos 379, reset compression=false 2024-11-09T18:20:14,060 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,44295,1731176396780.replicationSource.wal-reader.fb97eb0edbe8%2C44295%2C1731176396780,1-fb97eb0edbe8,44295,1731176396780 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T18:20:14,060 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,44295,1731176396780.replicationSource.shipperfb97eb0edbe8%2C44295%2C1731176396780,1-fb97eb0edbe8,44295,1731176396780 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fb97eb0edbe8,44295,1731176396780 got entry batch from reader: WALEntryBatch [walEntries=[{test/6772526ff8ff2ef18683317f67e9dc45/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731176413602/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/WALs/fb97eb0edbe8,44295,1731176396780/fb97eb0edbe8%2C44295%2C1731176396780.1731176398212, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-09T18:20:14,062 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,44295,1731176396780.replicationSource.shipperfb97eb0edbe8%2C44295%2C1731176396780,1-fb97eb0edbe8,44295,1731176396780 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T18:20:14,063 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-09T18:20:14,063 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33629 {}] regionserver.ReplicationSink(318): Replicating [2cc96c76-988d-4228-ad15-b7a8ea0af038] bulk loaded data 2024-11-09T18:20:14,064 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33629 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3943bf8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:20:14,064 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33629 {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,32911,-1 for getting cluster id 2024-11-09T18:20:14,064 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33629 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:20:14,065 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f68b4748-5b3b-45ae-a1fe-7a756315da3b' 2024-11-09T18:20:14,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:20:14,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f68b4748-5b3b-45ae-a1fe-7a756315da3b" 2024-11-09T18:20:14,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10c13a65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:20:14,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,32911,-1] 2024-11-09T18:20:14,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:20:14,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:14,066 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:20:14,066 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33629 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d772726, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:20:14,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35191 is added to blk_1073741840_1016 (size=7894) 2024-11-09T18:20:14,106 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33629,1731176401633.replicationSource.wal-reader.fb97eb0edbe8%2C33629%2C1731176401633,1-fb97eb0edbe8,33629,1731176401633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/WALs/fb97eb0edbe8,33629,1731176401633/fb97eb0edbe8%2C33629%2C1731176401633.1731176403947 to pos 379, reset compression=false 2024-11-09T18:20:14,260 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,44295,1731176396780.replicationSource.wal-reader.fb97eb0edbe8%2C44295%2C1731176396780,1-fb97eb0edbe8,44295,1731176396780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/WALs/fb97eb0edbe8,44295,1731176396780/fb97eb0edbe8%2C44295%2C1731176396780.1731176398212 to pos 687, reset compression=false 2024-11-09T18:20:14,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35191 is added to blk_1073741841_1017 (size=7691) 2024-11-09T18:20:14,564 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,44295,1731176396780.replicationSource.wal-reader.fb97eb0edbe8%2C44295%2C1731176396780,1-fb97eb0edbe8,44295,1731176396780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/WALs/fb97eb0edbe8,44295,1731176396780/fb97eb0edbe8%2C44295%2C1731176396780.1731176398212 to pos 687, reset compression=false 2024-11-09T18:20:14,613 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-09T18:20:14,809 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33629,1731176401633.replicationSource.wal-reader.fb97eb0edbe8%2C33629%2C1731176401633,1-fb97eb0edbe8,33629,1731176401633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/WALs/fb97eb0edbe8,33629,1731176401633/fb97eb0edbe8%2C33629%2C1731176401633.1731176403947 to pos 379, reset compression=false 2024-11-09T18:20:14,884 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33629 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:20:14,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,32911,1731176401487 2024-11-09T18:20:14,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@645c098c 2024-11-09T18:20:14,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:20:14,886 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-09T18:20:14,887 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33629 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T18:20:14,888 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33629 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:20:14,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,33629,1731176401633, seqNum=-1] 2024-11-09T18:20:14,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:20:14,889 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-09T18:20:14,909 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/staging/jenkins.hfs.11__test__kj6oeuiq0dg9gd6om7heulckb6dlgs2avd1utp4nrilqp8072h9le9aata3p6g45/f/b3d199b4d5d74fec8ab15cf49711a158_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-09T18:20:14,911 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/staging/jenkins.hfs.11__test__kj6oeuiq0dg9gd6om7heulckb6dlgs2avd1utp4nrilqp8072h9le9aata3p6g45/f/d075b964037d4139a347e1fc2ac8eddf_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-09T18:20:14,914 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33629 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/staging/jenkins.hfs.11__test__kj6oeuiq0dg9gd6om7heulckb6dlgs2avd1utp4nrilqp8072h9le9aata3p6g45/f/b3d199b4d5d74fec8ab15cf49711a158_SeqId_4_ for inclusion in 29350b88c8ec3909f538ef8564f89779/f 2024-11-09T18:20:14,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33629 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-09T18:20:14,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33629 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T18:20:14,916 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33629 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/staging/jenkins.hfs.11__test__kj6oeuiq0dg9gd6om7heulckb6dlgs2avd1utp4nrilqp8072h9le9aata3p6g45/f/d075b964037d4139a347e1fc2ac8eddf_SeqId_4_ for inclusion in 29350b88c8ec3909f538ef8564f89779/f 2024-11-09T18:20:14,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33629 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-09T18:20:14,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33629 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T18:20:14,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33629 {}] regionserver.HRegion(2603): Flush status journal for 29350b88c8ec3909f538ef8564f89779: 2024-11-09T18:20:14,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33629 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b3d199b4d5d74fec8ab15cf49711a158_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-09T18:20:14,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/staging/jenkins.hfs.11__test__kj6oeuiq0dg9gd6om7heulckb6dlgs2avd1utp4nrilqp8072h9le9aata3p6g45/f/b3d199b4d5d74fec8ab15cf49711a158_SeqId_4_ as hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/data/default/test/29350b88c8ec3909f538ef8564f89779/f/26e039c773ac4976ae09529678704995_SeqId_4_ 2024-11-09T18:20:14,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33629 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d075b964037d4139a347e1fc2ac8eddf_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-09T18:20:14,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/staging/jenkins.hfs.11__test__kj6oeuiq0dg9gd6om7heulckb6dlgs2avd1utp4nrilqp8072h9le9aata3p6g45/f/d075b964037d4139a347e1fc2ac8eddf_SeqId_4_ as hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/data/default/test/29350b88c8ec3909f538ef8564f89779/f/412f95a94b5747a1821eb111cf4f7ff8_SeqId_4_ 2024-11-09T18:20:14,924 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33629 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/staging/jenkins.hfs.11__test__kj6oeuiq0dg9gd6om7heulckb6dlgs2avd1utp4nrilqp8072h9le9aata3p6g45/f/b3d199b4d5d74fec8ab15cf49711a158_SeqId_4_ into 29350b88c8ec3909f538ef8564f89779/f as hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/data/default/test/29350b88c8ec3909f538ef8564f89779/f/26e039c773ac4976ae09529678704995_SeqId_4_ - updating store file list. 2024-11-09T18:20:14,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33629 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 26e039c773ac4976ae09529678704995_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T18:20:14,928 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33629 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/data/default/test/29350b88c8ec3909f538ef8564f89779/f/26e039c773ac4976ae09529678704995_SeqId_4_ into 29350b88c8ec3909f538ef8564f89779/f 2024-11-09T18:20:14,928 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33629 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/staging/jenkins.hfs.11__test__kj6oeuiq0dg9gd6om7heulckb6dlgs2avd1utp4nrilqp8072h9le9aata3p6g45/f/b3d199b4d5d74fec8ab15cf49711a158_SeqId_4_ into 29350b88c8ec3909f538ef8564f89779/f (new location: hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/data/default/test/29350b88c8ec3909f538ef8564f89779/f/26e039c773ac4976ae09529678704995_SeqId_4_) 2024-11-09T18:20:14,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33629 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/staging/jenkins.hfs.11__test__kj6oeuiq0dg9gd6om7heulckb6dlgs2avd1utp4nrilqp8072h9le9aata3p6g45/f/b3d199b4d5d74fec8ab15cf49711a158_SeqId_4_ 2024-11-09T18:20:14,929 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33629 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/staging/jenkins.hfs.11__test__kj6oeuiq0dg9gd6om7heulckb6dlgs2avd1utp4nrilqp8072h9le9aata3p6g45/f/d075b964037d4139a347e1fc2ac8eddf_SeqId_4_ into 29350b88c8ec3909f538ef8564f89779/f as hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/data/default/test/29350b88c8ec3909f538ef8564f89779/f/412f95a94b5747a1821eb111cf4f7ff8_SeqId_4_ - updating store file list. 2024-11-09T18:20:14,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33629 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 412f95a94b5747a1821eb111cf4f7ff8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T18:20:14,933 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33629 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/data/default/test/29350b88c8ec3909f538ef8564f89779/f/412f95a94b5747a1821eb111cf4f7ff8_SeqId_4_ into 29350b88c8ec3909f538ef8564f89779/f 2024-11-09T18:20:14,933 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33629 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/staging/jenkins.hfs.11__test__kj6oeuiq0dg9gd6om7heulckb6dlgs2avd1utp4nrilqp8072h9le9aata3p6g45/f/d075b964037d4139a347e1fc2ac8eddf_SeqId_4_ into 29350b88c8ec3909f538ef8564f89779/f (new location: hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/data/default/test/29350b88c8ec3909f538ef8564f89779/f/412f95a94b5747a1821eb111cf4f7ff8_SeqId_4_) 2024-11-09T18:20:14,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33629 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/staging/jenkins.hfs.11__test__kj6oeuiq0dg9gd6om7heulckb6dlgs2avd1utp4nrilqp8072h9le9aata3p6g45/f/d075b964037d4139a347e1fc2ac8eddf_SeqId_4_ 2024-11-09T18:20:14,935 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33629 {}] regionserver.ReplicationSink(324): Finished replicating [2cc96c76-988d-4228-ad15-b7a8ea0af038] bulk loaded data 2024-11-09T18:20:14,967 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,44295,1731176396780.replicationSource.wal-reader.fb97eb0edbe8%2C44295%2C1731176396780,1-fb97eb0edbe8,44295,1731176396780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/WALs/fb97eb0edbe8,44295,1731176396780/fb97eb0edbe8%2C44295%2C1731176396780.1731176398212 to pos 687, reset compression=false 2024-11-09T18:20:15,470 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,44295,1731176396780.replicationSource.wal-reader.fb97eb0edbe8%2C44295%2C1731176396780,1-fb97eb0edbe8,44295,1731176396780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/WALs/fb97eb0edbe8,44295,1731176396780/fb97eb0edbe8%2C44295%2C1731176396780.1731176398212 to pos 687, reset compression=false 2024-11-09T18:20:15,612 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33629,1731176401633.replicationSource.wal-reader.fb97eb0edbe8%2C33629%2C1731176401633,1-fb97eb0edbe8,33629,1731176401633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/WALs/fb97eb0edbe8,33629,1731176401633/fb97eb0edbe8%2C33629%2C1731176401633.1731176403947 to pos 379, reset compression=false 2024-11-09T18:20:15,617 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33629,1731176401633.replicationSource.wal-reader.fb97eb0edbe8%2C33629%2C1731176401633,1-fb97eb0edbe8,33629,1731176401633 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T18:20:15,617 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33629,1731176401633.replicationSource.shipperfb97eb0edbe8%2C33629%2C1731176401633,1-fb97eb0edbe8,33629,1731176401633 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fb97eb0edbe8,33629,1731176401633 got entry batch from reader: WALEntryBatch [walEntries=[{test/29350b88c8ec3909f538ef8564f89779/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731176414933/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/WALs/fb97eb0edbe8,33629,1731176401633/fb97eb0edbe8%2C33629%2C1731176401633.1731176403947, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-09T18:20:15,619 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33629,1731176401633.replicationSource.shipperfb97eb0edbe8%2C33629%2C1731176401633,1-fb97eb0edbe8,33629,1731176401633 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T18:20:15,620 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-09T18:20:15,620 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:20:15,621 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] regionserver.ReplicationSink(318): Replicating [2cc96c76-988d-4228-ad15-b7a8ea0af038, f68b4748-5b3b-45ae-a1fe-7a756315da3b] bulk loaded data 2024-11-09T18:20:15,621 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27a41830, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:20:15,621 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,44469,-1 for getting cluster id 2024-11-09T18:20:15,621 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:20:15,622 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2cc96c76-988d-4228-ad15-b7a8ea0af038' 2024-11-09T18:20:15,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:20:15,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2cc96c76-988d-4228-ad15-b7a8ea0af038" 2024-11-09T18:20:15,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33f7c41e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:20:15,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,44469,-1] 2024-11-09T18:20:15,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:20:15,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:15,623 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:20:15,624 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40e902ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:20:15,627 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731176415627/Put/seqid=0 2024-11-09T18:20:15,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35191 is added to blk_1073741842_1018 (size=11194) 2024-11-09T18:20:15,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46023 is added to blk_1073741842_1018 (size=7691) 2024-11-09T18:20:15,669 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T18:20:15,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:15,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:15,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:15,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:15,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:15,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:15,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:15,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:15,736 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T18:20:15,736 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-09T18:20:15,737 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-09T18:20:15,737 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-09T18:20:15,737 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T18:20:15,737 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-09T18:20:15,817 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33629,1731176401633.replicationSource.wal-reader.fb97eb0edbe8%2C33629%2C1731176401633,1-fb97eb0edbe8,33629,1731176401633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/WALs/fb97eb0edbe8,33629,1731176401633/fb97eb0edbe8%2C33629%2C1731176401633.1731176403947 to pos 725, reset compression=false 2024-11-09T18:20:16,034 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731176416033/Put/seqid=0 2024-11-09T18:20:16,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35191 is added to blk_1073741843_1019 (size=10791) 2024-11-09T18:20:16,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46023 is added to blk_1073741843_1019 (size=7894) 2024-11-09T18:20:16,075 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,44295,1731176396780.replicationSource.wal-reader.fb97eb0edbe8%2C44295%2C1731176396780,1-fb97eb0edbe8,44295,1731176396780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/WALs/fb97eb0edbe8,44295,1731176396780/fb97eb0edbe8%2C44295%2C1731176396780.1731176398212 to pos 687, reset compression=false 2024-11-09T18:20:16,121 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33629,1731176401633.replicationSource.wal-reader.fb97eb0edbe8%2C33629%2C1731176401633,1-fb97eb0edbe8,33629,1731176401633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/WALs/fb97eb0edbe8,33629,1731176401633/fb97eb0edbe8%2C33629%2C1731176401633.1731176403947 to pos 725, reset compression=false 2024-11-09T18:20:16,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43840d88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:20:16,443 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,32911,-1 for getting cluster id 2024-11-09T18:20:16,444 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:20:16,444 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f68b4748-5b3b-45ae-a1fe-7a756315da3b' 2024-11-09T18:20:16,445 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:20:16,445 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f68b4748-5b3b-45ae-a1fe-7a756315da3b" 2024-11-09T18:20:16,445 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5629363b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:20:16,445 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,32911,-1] 2024-11-09T18:20:16,445 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:20:16,445 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:16,446 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:20:16,446 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:20:16,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,44469,1731176396570 2024-11-09T18:20:16,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ff0b1e4 2024-11-09T18:20:16,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b6af6bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:20:16,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:20:16,447 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:20:16,447 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-09T18:20:16,448 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,33629,1731176401633, seqNum=-1] 2024-11-09T18:20:16,448 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:20:16,448 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:20:16,449 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T18:20:16,449 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:20:16,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,44295,1731176396780, seqNum=-1] 2024-11-09T18:20:16,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:20:16,451 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-09T18:20:16,455 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/staging/jenkins.hfs.10__test__vp7vcvqt34tvr6br2pscbs4dm5gvpmqdgd8crqeniu2136meo91ith4vea2bma1h/f/26e039c773ac4976ae09529678704995_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-09T18:20:16,455 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:20:16,456 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,32911,1731176401487 2024-11-09T18:20:16,456 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17a1207 2024-11-09T18:20:16,456 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:20:16,457 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:20:16,458 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/staging/jenkins.hfs.10__test__vp7vcvqt34tvr6br2pscbs4dm5gvpmqdgd8crqeniu2136meo91ith4vea2bma1h/f/412f95a94b5747a1821eb111cf4f7ff8_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-09T18:20:16,459 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] regionserver.ReplicationSink(324): Finished replicating [2cc96c76-988d-4228-ad15-b7a8ea0af038, f68b4748-5b3b-45ae-a1fe-7a756315da3b] bulk loaded data 2024-11-09T18:20:16,460 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731176407250.29350b88c8ec3909f538ef8564f89779., hostname=fb97eb0edbe8,33629,1731176401633, seqNum=2] 2024-11-09T18:20:16,462 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T18:20:16,467 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-09T18:20:16,469 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-09T18:20:16,472 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33629 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 29350b88c8ec3909f538ef8564f89779/f 2024-11-09T18:20:16,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33629 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-09T18:20:16,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33629 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T18:20:16,474 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33629 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 29350b88c8ec3909f538ef8564f89779/f 2024-11-09T18:20:16,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33629 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-09T18:20:16,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33629 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T18:20:16,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33629 {}] regionserver.HRegion(2603): Flush status journal for 29350b88c8ec3909f538ef8564f89779: 2024-11-09T18:20:16,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33629 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/staging/jenkins__test__336hpvfr0onfrqlrq69d0n92k1fr269f2f1mt58r6cujr6lpkmsn2lgvuipom6o4/f/hfile_1 2024-11-09T18:20:16,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/staging/jenkins__test__336hpvfr0onfrqlrq69d0n92k1fr269f2f1mt58r6cujr6lpkmsn2lgvuipom6o4/f/hfile_1 as hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/data/default/test/29350b88c8ec3909f538ef8564f89779/f/8996a33004164f3989076bd24cf5113a_SeqId_6_ 2024-11-09T18:20:16,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33629 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/staging/jenkins__test__336hpvfr0onfrqlrq69d0n92k1fr269f2f1mt58r6cujr6lpkmsn2lgvuipom6o4/f/hfile_0 2024-11-09T18:20:16,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/staging/jenkins__test__336hpvfr0onfrqlrq69d0n92k1fr269f2f1mt58r6cujr6lpkmsn2lgvuipom6o4/f/hfile_0 as hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/data/default/test/29350b88c8ec3909f538ef8564f89779/f/667a24bedb11411fabeb41914e3a42f3_SeqId_6_ 2024-11-09T18:20:16,484 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33629 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/staging/jenkins__test__336hpvfr0onfrqlrq69d0n92k1fr269f2f1mt58r6cujr6lpkmsn2lgvuipom6o4/f/hfile_1 into 29350b88c8ec3909f538ef8564f89779/f as hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/data/default/test/29350b88c8ec3909f538ef8564f89779/f/8996a33004164f3989076bd24cf5113a_SeqId_6_ - updating store file list. 2024-11-09T18:20:16,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33629 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8996a33004164f3989076bd24cf5113a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T18:20:16,488 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33629 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/data/default/test/29350b88c8ec3909f538ef8564f89779/f/8996a33004164f3989076bd24cf5113a_SeqId_6_ into 29350b88c8ec3909f538ef8564f89779/f 2024-11-09T18:20:16,488 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33629 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/staging/jenkins__test__336hpvfr0onfrqlrq69d0n92k1fr269f2f1mt58r6cujr6lpkmsn2lgvuipom6o4/f/hfile_1 into 29350b88c8ec3909f538ef8564f89779/f (new location: hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/data/default/test/29350b88c8ec3909f538ef8564f89779/f/8996a33004164f3989076bd24cf5113a_SeqId_6_) 2024-11-09T18:20:16,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33629 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/staging/jenkins__test__336hpvfr0onfrqlrq69d0n92k1fr269f2f1mt58r6cujr6lpkmsn2lgvuipom6o4/f/hfile_1 2024-11-09T18:20:16,489 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33629 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/staging/jenkins__test__336hpvfr0onfrqlrq69d0n92k1fr269f2f1mt58r6cujr6lpkmsn2lgvuipom6o4/f/hfile_0 into 29350b88c8ec3909f538ef8564f89779/f as hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/data/default/test/29350b88c8ec3909f538ef8564f89779/f/667a24bedb11411fabeb41914e3a42f3_SeqId_6_ - updating store file list. 2024-11-09T18:20:16,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33629 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 667a24bedb11411fabeb41914e3a42f3_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T18:20:16,492 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33629 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/data/default/test/29350b88c8ec3909f538ef8564f89779/f/667a24bedb11411fabeb41914e3a42f3_SeqId_6_ into 29350b88c8ec3909f538ef8564f89779/f 2024-11-09T18:20:16,492 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33629 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/staging/jenkins__test__336hpvfr0onfrqlrq69d0n92k1fr269f2f1mt58r6cujr6lpkmsn2lgvuipom6o4/f/hfile_0 into 29350b88c8ec3909f538ef8564f89779/f (new location: hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/data/default/test/29350b88c8ec3909f538ef8564f89779/f/667a24bedb11411fabeb41914e3a42f3_SeqId_6_) 2024-11-09T18:20:16,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33629 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/staging/jenkins__test__336hpvfr0onfrqlrq69d0n92k1fr269f2f1mt58r6cujr6lpkmsn2lgvuipom6o4/f/hfile_0 2024-11-09T18:20:16,494 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:20:16,494 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:20:16,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:16,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:16,494 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731176407250.29350b88c8ec3909f538ef8564f89779., hostname=fb97eb0edbe8,33629,1731176401633, seqNum=2 , the old value is region=test,,1731176407250.29350b88c8ec3909f538ef8564f89779., hostname=fb97eb0edbe8,33629,1731176401633, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=fb97eb0edbe8:33629 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T18:20:16,494 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731176407250.29350b88c8ec3909f538ef8564f89779., hostname=fb97eb0edbe8,33629,1731176401633, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T18:20:16,494 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731176407250.29350b88c8ec3909f538ef8564f89779., hostname=fb97eb0edbe8,33629,1731176401633, seqNum=2 from cache 2024-11-09T18:20:16,494 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:20:16,495 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:20:16,495 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-09T18:20:16,495 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,44295,1731176396780, seqNum=-1] 2024-11-09T18:20:16,495 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:20:16,496 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:20:16,498 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731176405093.6772526ff8ff2ef18683317f67e9dc45., hostname=fb97eb0edbe8,44295,1731176396780, seqNum=2] 2024-11-09T18:20:16,503 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-09T18:20:16,525 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33629,1731176401633.replicationSource.wal-reader.fb97eb0edbe8%2C33629%2C1731176401633,1-fb97eb0edbe8,33629,1731176401633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/WALs/fb97eb0edbe8,33629,1731176401633/fb97eb0edbe8%2C33629%2C1731176401633.1731176403947 to pos 725, reset compression=false 2024-11-09T18:20:16,529 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33629,1731176401633.replicationSource.wal-reader.fb97eb0edbe8%2C33629%2C1731176401633,1-fb97eb0edbe8,33629,1731176401633 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T18:20:16,529 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33629,1731176401633.replicationSource.shipperfb97eb0edbe8%2C33629%2C1731176401633,1-fb97eb0edbe8,33629,1731176401633 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fb97eb0edbe8,33629,1731176401633 got entry batch from reader: WALEntryBatch [walEntries=[{test/29350b88c8ec3909f538ef8564f89779/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731176416492/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/WALs/fb97eb0edbe8,33629,1731176401633/fb97eb0edbe8%2C33629%2C1731176401633.1731176403947, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-09T18:20:16,530 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] regionserver.ReplicationSink(318): Replicating [f68b4748-5b3b-45ae-a1fe-7a756315da3b] bulk loaded data 2024-11-09T18:20:16,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46023 is added to blk_1073741844_1020 (size=10791) 2024-11-09T18:20:16,598 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fb97eb0edbe8:33629 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-09T18:20:16,729 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33629,1731176401633.replicationSource.wal-reader.fb97eb0edbe8%2C33629%2C1731176401633,1-fb97eb0edbe8,33629,1731176401633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/WALs/fb97eb0edbe8,33629,1731176401633/fb97eb0edbe8%2C33629%2C1731176401633.1731176403947 to pos 1033, reset compression=false 2024-11-09T18:20:16,779 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,44295,1731176396780.replicationSource.wal-reader.fb97eb0edbe8%2C44295%2C1731176396780,1-fb97eb0edbe8,44295,1731176396780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/WALs/fb97eb0edbe8,44295,1731176396780/fb97eb0edbe8%2C44295%2C1731176396780.1731176398212 to pos 687, reset compression=false 2024-11-09T18:20:16,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46023 is added to blk_1073741845_1021 (size=11194) 2024-11-09T18:20:17,033 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33629,1731176401633.replicationSource.wal-reader.fb97eb0edbe8%2C33629%2C1731176401633,1-fb97eb0edbe8,33629,1731176401633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/WALs/fb97eb0edbe8,33629,1731176401633/fb97eb0edbe8%2C33629%2C1731176401633.1731176403947 to pos 1033, reset compression=false 2024-11-09T18:20:17,347 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T18:20:17,353 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/staging/jenkins.hfs.10__test__icrlnmr14ukv9ppflv2a020dsirsilh659s0dpjrb4oaneaaud1p97gujgfaaucr/f/667a24bedb11411fabeb41914e3a42f3_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-09T18:20:17,355 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/staging/jenkins.hfs.10__test__icrlnmr14ukv9ppflv2a020dsirsilh659s0dpjrb4oaneaaud1p97gujgfaaucr/f/8996a33004164f3989076bd24cf5113a_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-09T18:20:17,358 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/staging/jenkins.hfs.10__test__icrlnmr14ukv9ppflv2a020dsirsilh659s0dpjrb4oaneaaud1p97gujgfaaucr/f/667a24bedb11411fabeb41914e3a42f3_SeqId_6_ for inclusion in 6772526ff8ff2ef18683317f67e9dc45/f 2024-11-09T18:20:17,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-09T18:20:17,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T18:20:17,361 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/staging/jenkins.hfs.10__test__icrlnmr14ukv9ppflv2a020dsirsilh659s0dpjrb4oaneaaud1p97gujgfaaucr/f/8996a33004164f3989076bd24cf5113a_SeqId_6_ for inclusion in 6772526ff8ff2ef18683317f67e9dc45/f 2024-11-09T18:20:17,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-09T18:20:17,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T18:20:17,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] regionserver.HRegion(2603): Flush status journal for 6772526ff8ff2ef18683317f67e9dc45: 2024-11-09T18:20:17,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 667a24bedb11411fabeb41914e3a42f3_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-09T18:20:17,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/staging/jenkins.hfs.10__test__icrlnmr14ukv9ppflv2a020dsirsilh659s0dpjrb4oaneaaud1p97gujgfaaucr/f/667a24bedb11411fabeb41914e3a42f3_SeqId_6_ as hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/data/default/test/6772526ff8ff2ef18683317f67e9dc45/f/c2e04e807e6149f99058430db90ed2fb_SeqId_6_ 2024-11-09T18:20:17,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8996a33004164f3989076bd24cf5113a_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-09T18:20:17,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/staging/jenkins.hfs.10__test__icrlnmr14ukv9ppflv2a020dsirsilh659s0dpjrb4oaneaaud1p97gujgfaaucr/f/8996a33004164f3989076bd24cf5113a_SeqId_6_ as hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/data/default/test/6772526ff8ff2ef18683317f67e9dc45/f/c119950a98bd428795b8d52d8a55c34e_SeqId_6_ 2024-11-09T18:20:17,369 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/staging/jenkins.hfs.10__test__icrlnmr14ukv9ppflv2a020dsirsilh659s0dpjrb4oaneaaud1p97gujgfaaucr/f/667a24bedb11411fabeb41914e3a42f3_SeqId_6_ into 6772526ff8ff2ef18683317f67e9dc45/f as hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/data/default/test/6772526ff8ff2ef18683317f67e9dc45/f/c2e04e807e6149f99058430db90ed2fb_SeqId_6_ - updating store file list. 2024-11-09T18:20:17,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c2e04e807e6149f99058430db90ed2fb_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T18:20:17,373 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/data/default/test/6772526ff8ff2ef18683317f67e9dc45/f/c2e04e807e6149f99058430db90ed2fb_SeqId_6_ into 6772526ff8ff2ef18683317f67e9dc45/f 2024-11-09T18:20:17,373 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/staging/jenkins.hfs.10__test__icrlnmr14ukv9ppflv2a020dsirsilh659s0dpjrb4oaneaaud1p97gujgfaaucr/f/667a24bedb11411fabeb41914e3a42f3_SeqId_6_ into 6772526ff8ff2ef18683317f67e9dc45/f (new location: hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/data/default/test/6772526ff8ff2ef18683317f67e9dc45/f/c2e04e807e6149f99058430db90ed2fb_SeqId_6_) 2024-11-09T18:20:17,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/staging/jenkins.hfs.10__test__icrlnmr14ukv9ppflv2a020dsirsilh659s0dpjrb4oaneaaud1p97gujgfaaucr/f/667a24bedb11411fabeb41914e3a42f3_SeqId_6_ 2024-11-09T18:20:17,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/staging/jenkins.hfs.10__test__icrlnmr14ukv9ppflv2a020dsirsilh659s0dpjrb4oaneaaud1p97gujgfaaucr/f/8996a33004164f3989076bd24cf5113a_SeqId_6_ into 6772526ff8ff2ef18683317f67e9dc45/f as hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/data/default/test/6772526ff8ff2ef18683317f67e9dc45/f/c119950a98bd428795b8d52d8a55c34e_SeqId_6_ - updating store file list. 2024-11-09T18:20:17,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c119950a98bd428795b8d52d8a55c34e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T18:20:17,378 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/data/default/test/6772526ff8ff2ef18683317f67e9dc45/f/c119950a98bd428795b8d52d8a55c34e_SeqId_6_ into 6772526ff8ff2ef18683317f67e9dc45/f 2024-11-09T18:20:17,378 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/staging/jenkins.hfs.10__test__icrlnmr14ukv9ppflv2a020dsirsilh659s0dpjrb4oaneaaud1p97gujgfaaucr/f/8996a33004164f3989076bd24cf5113a_SeqId_6_ into 6772526ff8ff2ef18683317f67e9dc45/f (new location: hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/data/default/test/6772526ff8ff2ef18683317f67e9dc45/f/c119950a98bd428795b8d52d8a55c34e_SeqId_6_) 2024-11-09T18:20:17,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/staging/jenkins.hfs.10__test__icrlnmr14ukv9ppflv2a020dsirsilh659s0dpjrb4oaneaaud1p97gujgfaaucr/f/8996a33004164f3989076bd24cf5113a_SeqId_6_ 2024-11-09T18:20:17,380 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] regionserver.ReplicationSink(324): Finished replicating [f68b4748-5b3b-45ae-a1fe-7a756315da3b] bulk loaded data 2024-11-09T18:20:17,436 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33629,1731176401633.replicationSource.wal-reader.fb97eb0edbe8%2C33629%2C1731176401633,1-fb97eb0edbe8,33629,1731176401633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/WALs/fb97eb0edbe8,33629,1731176401633/fb97eb0edbe8%2C33629%2C1731176401633.1731176403947 to pos 1033, reset compression=false 2024-11-09T18:20:17,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T18:20:17,515 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:20:17,515 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:20:17,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:17,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:17,516 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:20:17,516 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T18:20:17,516 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=265483755, stopped=false 2024-11-09T18:20:17,516 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fb97eb0edbe8,32911,1731176401487 2024-11-09T18:20:17,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33629-0x10120d36aa30004, quorum=127.0.0.1:49781, baseZNode=/153483242 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/153483242/running 2024-11-09T18:20:17,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33629-0x10120d36aa30004, quorum=127.0.0.1:49781, baseZNode=/153483242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/153483242 2024-11-09T18:20:17,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32911-0x10120d36aa30003, quorum=127.0.0.1:49781, baseZNode=/153483242 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/153483242/running 2024-11-09T18:20:17,567 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T18:20:17,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32911-0x10120d36aa30003, quorum=127.0.0.1:49781, baseZNode=/153483242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/153483242 2024-11-09T18:20:17,567 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:20:17,567 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:20:17,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:17,568 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fb97eb0edbe8,33629,1731176401633' ***** 2024-11-09T18:20:17,568 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T18:20:17,568 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33629-0x10120d36aa30004, quorum=127.0.0.1:49781, baseZNode=/153483242 Set watcher on znode that does not yet exist, /153483242/running 2024-11-09T18:20:17,568 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32911-0x10120d36aa30003, quorum=127.0.0.1:49781, baseZNode=/153483242 Set watcher on znode that does not yet exist, /153483242/running 2024-11-09T18:20:17,568 INFO [RS:0;fb97eb0edbe8:33629 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T18:20:17,568 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T18:20:17,568 INFO [RS:0;fb97eb0edbe8:33629 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T18:20:17,568 INFO [RS:0;fb97eb0edbe8:33629 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T18:20:17,569 INFO [RS:0;fb97eb0edbe8:33629 {}] regionserver.HRegionServer(3091): Received CLOSE for 21623a544ef52bc747b4db274adab5cc 2024-11-09T18:20:17,569 INFO [RS:0;fb97eb0edbe8:33629 {}] regionserver.HRegionServer(3091): Received CLOSE for 29350b88c8ec3909f538ef8564f89779 2024-11-09T18:20:17,569 INFO [RS:0;fb97eb0edbe8:33629 {}] regionserver.HRegionServer(959): stopping server fb97eb0edbe8,33629,1731176401633 2024-11-09T18:20:17,569 INFO [RS:0;fb97eb0edbe8:33629 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T18:20:17,569 INFO [RS:0;fb97eb0edbe8:33629 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fb97eb0edbe8:33629. 2024-11-09T18:20:17,569 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 21623a544ef52bc747b4db274adab5cc, disabling compactions & flushes 2024-11-09T18:20:17,569 DEBUG [RS:0;fb97eb0edbe8:33629 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:20:17,569 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731176410563.21623a544ef52bc747b4db274adab5cc. 2024-11-09T18:20:17,569 DEBUG [RS:0;fb97eb0edbe8:33629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:17,569 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731176410563.21623a544ef52bc747b4db274adab5cc. 2024-11-09T18:20:17,569 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731176410563.21623a544ef52bc747b4db274adab5cc. after waiting 0 ms 2024-11-09T18:20:17,569 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731176410563.21623a544ef52bc747b4db274adab5cc. 2024-11-09T18:20:17,569 INFO [RS:0;fb97eb0edbe8:33629 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T18:20:17,569 INFO [RS:0;fb97eb0edbe8:33629 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T18:20:17,569 INFO [RS:0;fb97eb0edbe8:33629 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T18:20:17,569 INFO [RS:0;fb97eb0edbe8:33629 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T18:20:17,569 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 21623a544ef52bc747b4db274adab5cc 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-09T18:20:17,569 INFO [RS:0;fb97eb0edbe8:33629 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T18:20:17,569 DEBUG [RS:0;fb97eb0edbe8:33629 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 21623a544ef52bc747b4db274adab5cc=hbase:replication,,1731176410563.21623a544ef52bc747b4db274adab5cc., 29350b88c8ec3909f538ef8564f89779=test,,1731176407250.29350b88c8ec3909f538ef8564f89779.} 2024-11-09T18:20:17,569 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T18:20:17,569 DEBUG [RS:0;fb97eb0edbe8:33629 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 21623a544ef52bc747b4db274adab5cc, 29350b88c8ec3909f538ef8564f89779 2024-11-09T18:20:17,569 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T18:20:17,569 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T18:20:17,569 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T18:20:17,569 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T18:20:17,570 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T18:20:17,583 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,44295,1731176396780.replicationSource.wal-reader.fb97eb0edbe8%2C44295%2C1731176396780,1-fb97eb0edbe8,44295,1731176396780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/WALs/fb97eb0edbe8,44295,1731176396780/fb97eb0edbe8%2C44295%2C1731176396780.1731176398212 to pos 687, reset compression=false 2024-11-09T18:20:17,587 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,44295,1731176396780.replicationSource.wal-reader.fb97eb0edbe8%2C44295%2C1731176396780,1-fb97eb0edbe8,44295,1731176396780 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T18:20:17,587 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,44295,1731176396780.replicationSource.shipperfb97eb0edbe8%2C44295%2C1731176396780,1-fb97eb0edbe8,44295,1731176396780 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fb97eb0edbe8,44295,1731176396780 got entry batch from reader: WALEntryBatch [walEntries=[{test/6772526ff8ff2ef18683317f67e9dc45/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731176417378/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/WALs/fb97eb0edbe8,44295,1731176396780/fb97eb0edbe8%2C44295%2C1731176396780.1731176398212, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-09T18:20:17,588 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33629 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fb97eb0edbe8,33629,1731176401633 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:20:17,588 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33629 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.3:55380 deadline: 1731176477588, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fb97eb0edbe8,33629,1731176401633 stopping 2024-11-09T18:20:17,588 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/data/hbase/meta/1588230740/.tmp/info/342c637dc78b4aecbec35198f726489d is 147, key is hbase:replication,,1731176410563.21623a544ef52bc747b4db274adab5cc./info:regioninfo/1731176411725/Put/seqid=0 2024-11-09T18:20:17,591 WARN [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,44295,1731176396780.replicationSource.shipperfb97eb0edbe8%2C44295%2C1731176396780,1-fb97eb0edbe8,44295,1731176396780 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fb97eb0edbe8,33629,1731176401633 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:20:17,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35191 is added to blk_1073741844_1020 (size=7686) 2024-11-09T18:20:17,595 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/data/hbase/meta/1588230740/.tmp/info/342c637dc78b4aecbec35198f726489d 2024-11-09T18:20:17,597 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/data/hbase/replication/21623a544ef52bc747b4db274adab5cc/.tmp/hfileref/8bbda2d123ab4af98e06af0afcf89692 is 74, key is 1/hfileref:26e039c773ac4976ae09529678704995_SeqId_4_/1731176416460/DeleteColumn/seqid=0 2024-11-09T18:20:17,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35191 is added to blk_1073741845_1021 (size=5345) 2024-11-09T18:20:17,617 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/data/hbase/meta/1588230740/.tmp/ns/859b8024d138452da3b5017a240898b1 is 43, key is default/ns:d/1731176404991/Put/seqid=0 2024-11-09T18:20:17,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35191 is added to blk_1073741846_1022 (size=5153) 2024-11-09T18:20:17,630 INFO [regionserver/fb97eb0edbe8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:20:17,695 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33629 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fb97eb0edbe8,33629,1731176401633 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:20:17,695 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33629 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.3:55380 deadline: 1731176477695, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fb97eb0edbe8,33629,1731176401633 stopping 2024-11-09T18:20:17,696 WARN [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,44295,1731176396780.replicationSource.shipperfb97eb0edbe8%2C44295%2C1731176396780,1-fb97eb0edbe8,44295,1731176396780 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fb97eb0edbe8,33629,1731176401633 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:20:17,770 DEBUG [RS:0;fb97eb0edbe8:33629 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 21623a544ef52bc747b4db274adab5cc, 29350b88c8ec3909f538ef8564f89779 2024-11-09T18:20:17,787 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,44295,1731176396780.replicationSource.wal-reader.fb97eb0edbe8%2C44295%2C1731176396780,1-fb97eb0edbe8,44295,1731176396780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/WALs/fb97eb0edbe8,44295,1731176396780/fb97eb0edbe8%2C44295%2C1731176396780.1731176398212 to pos 1033, reset compression=false 2024-11-09T18:20:17,815 INFO [regionserver/fb97eb0edbe8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T18:20:17,815 INFO [regionserver/fb97eb0edbe8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T18:20:17,899 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33629 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fb97eb0edbe8,33629,1731176401633 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:20:17,899 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33629 {}] ipc.CallRunner(138): callId: 10 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.3:55380 deadline: 1731176477898, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fb97eb0edbe8,33629,1731176401633 stopping 2024-11-09T18:20:17,899 WARN [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,44295,1731176396780.replicationSource.shipperfb97eb0edbe8%2C44295%2C1731176396780,1-fb97eb0edbe8,44295,1731176396780 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fb97eb0edbe8,33629,1731176401633 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:20:17,939 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33629,1731176401633.replicationSource.wal-reader.fb97eb0edbe8%2C33629%2C1731176401633,1-fb97eb0edbe8,33629,1731176401633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/WALs/fb97eb0edbe8,33629,1731176401633/fb97eb0edbe8%2C33629%2C1731176401633.1731176403947 to pos 1033, reset compression=false 2024-11-09T18:20:17,970 DEBUG [RS:0;fb97eb0edbe8:33629 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 21623a544ef52bc747b4db274adab5cc, 29350b88c8ec3909f538ef8564f89779 2024-11-09T18:20:18,001 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/data/hbase/replication/21623a544ef52bc747b4db274adab5cc/.tmp/hfileref/8bbda2d123ab4af98e06af0afcf89692 2024-11-09T18:20:18,018 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/data/hbase/replication/21623a544ef52bc747b4db274adab5cc/.tmp/queue/06d346ca03f742508c0b61eddeec58c5 is 154, key is 1-fb97eb0edbe8,33629,1731176401633/queue:fb97eb0edbe8%2C33629%2C1731176401633/1731176417383/Put/seqid=0 2024-11-09T18:20:18,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35191 is added to blk_1073741847_1023 (size=5353) 2024-11-09T18:20:18,024 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/data/hbase/meta/1588230740/.tmp/ns/859b8024d138452da3b5017a240898b1 2024-11-09T18:20:18,044 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/data/hbase/meta/1588230740/.tmp/rep_barrier/869cae7ae3bd46c484a84bec999e5630 is 112, key is test,,1731176407250.29350b88c8ec3909f538ef8564f89779./rep_barrier:seqnumDuringOpen/1731176408397/Put/seqid=0 2024-11-09T18:20:18,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35191 is added to blk_1073741848_1024 (size=5518) 2024-11-09T18:20:18,091 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,44295,1731176396780.replicationSource.wal-reader.fb97eb0edbe8%2C44295%2C1731176396780,1-fb97eb0edbe8,44295,1731176396780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/WALs/fb97eb0edbe8,44295,1731176396780/fb97eb0edbe8%2C44295%2C1731176396780.1731176398212 to pos 1033, reset compression=false 2024-11-09T18:20:18,170 DEBUG [RS:0;fb97eb0edbe8:33629 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 21623a544ef52bc747b4db274adab5cc, 29350b88c8ec3909f538ef8564f89779 2024-11-09T18:20:18,202 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33629 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fb97eb0edbe8,33629,1731176401633 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:20:18,202 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33629 {}] ipc.CallRunner(138): callId: 13 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.3:55380 deadline: 1731176478202, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fb97eb0edbe8,33629,1731176401633 stopping 2024-11-09T18:20:18,203 WARN [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,44295,1731176396780.replicationSource.shipperfb97eb0edbe8%2C44295%2C1731176396780,1-fb97eb0edbe8,44295,1731176396780 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fb97eb0edbe8,33629,1731176401633 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:20:18,370 DEBUG [RS:0;fb97eb0edbe8:33629 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 21623a544ef52bc747b4db274adab5cc, 29350b88c8ec3909f538ef8564f89779 2024-11-09T18:20:18,422 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/data/hbase/replication/21623a544ef52bc747b4db274adab5cc/.tmp/queue/06d346ca03f742508c0b61eddeec58c5 2024-11-09T18:20:18,428 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/data/hbase/replication/21623a544ef52bc747b4db274adab5cc/.tmp/hfileref/8bbda2d123ab4af98e06af0afcf89692 as hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/data/hbase/replication/21623a544ef52bc747b4db274adab5cc/hfileref/8bbda2d123ab4af98e06af0afcf89692 2024-11-09T18:20:18,432 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/data/hbase/replication/21623a544ef52bc747b4db274adab5cc/hfileref/8bbda2d123ab4af98e06af0afcf89692, entries=4, sequenceid=12, filesize=5.2 K 2024-11-09T18:20:18,432 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/data/hbase/replication/21623a544ef52bc747b4db274adab5cc/.tmp/queue/06d346ca03f742508c0b61eddeec58c5 as hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/data/hbase/replication/21623a544ef52bc747b4db274adab5cc/queue/06d346ca03f742508c0b61eddeec58c5 2024-11-09T18:20:18,437 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/data/hbase/replication/21623a544ef52bc747b4db274adab5cc/queue/06d346ca03f742508c0b61eddeec58c5, entries=1, sequenceid=12, filesize=5.2 K 2024-11-09T18:20:18,437 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 21623a544ef52bc747b4db274adab5cc in 868ms, sequenceid=12, compaction requested=false 2024-11-09T18:20:18,441 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/data/hbase/replication/21623a544ef52bc747b4db274adab5cc/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-09T18:20:18,441 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T18:20:18,441 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T18:20:18,441 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731176410563.21623a544ef52bc747b4db274adab5cc. 2024-11-09T18:20:18,441 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 21623a544ef52bc747b4db274adab5cc: Waiting for close lock at 1731176417569Running coprocessor pre-close hooks at 1731176417569Disabling compacts and flushes for region at 1731176417569Disabling writes for close at 1731176417569Obtaining lock to block concurrent updates at 1731176417569Preparing flush snapshotting stores in 21623a544ef52bc747b4db274adab5cc at 1731176417569Finished memstore snapshotting hbase:replication,,1731176410563.21623a544ef52bc747b4db274adab5cc., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731176417570 (+1 ms)Flushing stores of hbase:replication,,1731176410563.21623a544ef52bc747b4db274adab5cc. at 1731176417570Flushing 21623a544ef52bc747b4db274adab5cc/hfileref: creating writer at 1731176417570Flushing 21623a544ef52bc747b4db274adab5cc/hfileref: appending metadata at 1731176417597 (+27 ms)Flushing 21623a544ef52bc747b4db274adab5cc/hfileref: closing flushed file at 1731176417597Flushing 21623a544ef52bc747b4db274adab5cc/queue: creating writer at 1731176418005 (+408 ms)Flushing 21623a544ef52bc747b4db274adab5cc/queue: appending metadata at 1731176418018 (+13 ms)Flushing 21623a544ef52bc747b4db274adab5cc/queue: closing flushed file at 1731176418018Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a5b67c7: reopening flushed file at 1731176418427 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24c7fd8f: reopening flushed file at 1731176418432 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 21623a544ef52bc747b4db274adab5cc in 868ms, sequenceid=12, compaction requested=false at 1731176418437 (+5 ms)Writing region close event to WAL at 1731176418438 (+1 ms)Running coprocessor post-close hooks at 1731176418441 (+3 ms)Closed at 1731176418441 2024-11-09T18:20:18,441 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731176410563.21623a544ef52bc747b4db274adab5cc. 2024-11-09T18:20:18,441 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 29350b88c8ec3909f538ef8564f89779, disabling compactions & flushes 2024-11-09T18:20:18,441 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731176407250.29350b88c8ec3909f538ef8564f89779. 2024-11-09T18:20:18,442 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731176407250.29350b88c8ec3909f538ef8564f89779. 2024-11-09T18:20:18,442 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731176407250.29350b88c8ec3909f538ef8564f89779. after waiting 0 ms 2024-11-09T18:20:18,442 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731176407250.29350b88c8ec3909f538ef8564f89779. 2024-11-09T18:20:18,444 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/data/default/test/29350b88c8ec3909f538ef8564f89779/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T18:20:18,445 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T18:20:18,445 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T18:20:18,445 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731176407250.29350b88c8ec3909f538ef8564f89779. 2024-11-09T18:20:18,445 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 29350b88c8ec3909f538ef8564f89779: Waiting for close lock at 1731176418441Running coprocessor pre-close hooks at 1731176418441Disabling compacts and flushes for region at 1731176418441Disabling writes for close at 1731176418442 (+1 ms)Writing region close event to WAL at 1731176418442Running coprocessor post-close hooks at 1731176418444 (+2 ms)Closed at 1731176418445 (+1 ms) 2024-11-09T18:20:18,445 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731176407250.29350b88c8ec3909f538ef8564f89779. 2024-11-09T18:20:18,450 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/data/hbase/meta/1588230740/.tmp/rep_barrier/869cae7ae3bd46c484a84bec999e5630 2024-11-09T18:20:18,467 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/data/hbase/meta/1588230740/.tmp/table/2054b6c1d15e42d0bcf85b52b08fc1ba is 53, key is hbase:replication/table:state/1731176411732/Put/seqid=0 2024-11-09T18:20:18,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35191 is added to blk_1073741849_1025 (size=5308) 2024-11-09T18:20:18,494 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,44295,1731176396780.replicationSource.wal-reader.fb97eb0edbe8%2C44295%2C1731176396780,1-fb97eb0edbe8,44295,1731176396780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/WALs/fb97eb0edbe8,44295,1731176396780/fb97eb0edbe8%2C44295%2C1731176396780.1731176398212 to pos 1033, reset compression=false 2024-11-09T18:20:18,543 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33629,1731176401633.replicationSource.wal-reader.fb97eb0edbe8%2C33629%2C1731176401633,1-fb97eb0edbe8,33629,1731176401633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/WALs/fb97eb0edbe8,33629,1731176401633/fb97eb0edbe8%2C33629%2C1731176401633.1731176403947 to pos 1033, reset compression=false 2024-11-09T18:20:18,547 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33629,1731176401633.replicationSource.wal-reader.fb97eb0edbe8%2C33629%2C1731176401633,1-fb97eb0edbe8,33629,1731176401633 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T18:20:18,547 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33629,1731176401633.replicationSource.wal-reader.fb97eb0edbe8%2C33629%2C1731176401633,1-fb97eb0edbe8,33629,1731176401633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/WALs/fb97eb0edbe8,33629,1731176401633/fb97eb0edbe8%2C33629%2C1731176401633.1731176403947 to pos 1328, reset compression=false 2024-11-09T18:20:18,547 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33629,1731176401633.replicationSource.shipperfb97eb0edbe8%2C33629%2C1731176401633,1-fb97eb0edbe8,33629,1731176401633 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fb97eb0edbe8,33629,1731176401633 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/WALs/fb97eb0edbe8,33629,1731176401633/fb97eb0edbe8%2C33629%2C1731176401633.1731176403947, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T18:20:18,548 ERROR [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33629,1731176401633.replicationSource.shipperfb97eb0edbe8%2C33629%2C1731176401633,1-fb97eb0edbe8,33629,1731176401633 {}] regionserver.HRegionServer(2440): ***** ABORTING region server fb97eb0edbe8,33629,1731176401633: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-fb97eb0edbe8,33629,1731176401633, walGroup=fb97eb0edbe8%2C33629%2C1731176401633, offset=fb97eb0edbe8%2C33629%2C1731176401633.1731176403947:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fb97eb0edbe8:33629 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T18:20:18,549 ERROR [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33629,1731176401633.replicationSource.shipperfb97eb0edbe8%2C33629%2C1731176401633,1-fb97eb0edbe8,33629,1731176401633 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T18:20:18,551 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33629,1731176401633.replicationSource.shipperfb97eb0edbe8%2C33629%2C1731176401633,1-fb97eb0edbe8,33629,1731176401633 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T18:20:18,552 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33629,1731176401633.replicationSource.shipperfb97eb0edbe8%2C33629%2C1731176401633,1-fb97eb0edbe8,33629,1731176401633 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T18:20:18,553 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33629,1731176401633.replicationSource.shipperfb97eb0edbe8%2C33629%2C1731176401633,1-fb97eb0edbe8,33629,1731176401633 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T18:20:18,553 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33629,1731176401633.replicationSource.shipperfb97eb0edbe8%2C33629%2C1731176401633,1-fb97eb0edbe8,33629,1731176401633 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T18:20:18,553 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33629,1731176401633.replicationSource.shipperfb97eb0edbe8%2C33629%2C1731176401633,1-fb97eb0edbe8,33629,1731176401633 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 585330240 }, "NonHeapMemoryUsage": { "committed": 190513152, "init": 7667712, "max": -1, "used": 187670824 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T18:20:18,555 WARN [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33629,1731176401633.replicationSource.shipperfb97eb0edbe8%2C33629%2C1731176401633,1-fb97eb0edbe8,33629,1731176401633 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fb97eb0edbe8:32911 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fb97eb0edbe8:32911 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T18:20:18,570 INFO [RS:0;fb97eb0edbe8:33629 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T18:20:18,570 DEBUG [RS:0;fb97eb0edbe8:33629 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T18:20:18,570 DEBUG [RS:0;fb97eb0edbe8:33629 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T18:20:18,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server fb97eb0edbe8,33629,1731176401633 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:20:18,606 WARN [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,44295,1731176396780.replicationSource.shipperfb97eb0edbe8%2C44295%2C1731176396780,1-fb97eb0edbe8,44295,1731176396780 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server fb97eb0edbe8,33629,1731176401633 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:20:18,750 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33629,1731176401633.replicationSource.wal-reader.fb97eb0edbe8%2C33629%2C1731176401633,1-fb97eb0edbe8,33629,1731176401633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/WALs/fb97eb0edbe8,33629,1731176401633/fb97eb0edbe8%2C33629%2C1731176401633.1731176403947 to pos 1328, reset compression=false 2024-11-09T18:20:18,770 DEBUG [RS:0;fb97eb0edbe8:33629 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T18:20:18,870 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/data/hbase/meta/1588230740/.tmp/table/2054b6c1d15e42d0bcf85b52b08fc1ba 2024-11-09T18:20:18,875 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/data/hbase/meta/1588230740/.tmp/info/342c637dc78b4aecbec35198f726489d as hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/data/hbase/meta/1588230740/info/342c637dc78b4aecbec35198f726489d 2024-11-09T18:20:18,879 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/data/hbase/meta/1588230740/info/342c637dc78b4aecbec35198f726489d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T18:20:18,880 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/data/hbase/meta/1588230740/.tmp/ns/859b8024d138452da3b5017a240898b1 as hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/data/hbase/meta/1588230740/ns/859b8024d138452da3b5017a240898b1 2024-11-09T18:20:18,884 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/data/hbase/meta/1588230740/ns/859b8024d138452da3b5017a240898b1, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T18:20:18,884 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/data/hbase/meta/1588230740/.tmp/rep_barrier/869cae7ae3bd46c484a84bec999e5630 as hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/data/hbase/meta/1588230740/rep_barrier/869cae7ae3bd46c484a84bec999e5630 2024-11-09T18:20:18,888 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/data/hbase/meta/1588230740/rep_barrier/869cae7ae3bd46c484a84bec999e5630, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T18:20:18,889 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/data/hbase/meta/1588230740/.tmp/table/2054b6c1d15e42d0bcf85b52b08fc1ba as hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/data/hbase/meta/1588230740/table/2054b6c1d15e42d0bcf85b52b08fc1ba 2024-11-09T18:20:18,893 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/data/hbase/meta/1588230740/table/2054b6c1d15e42d0bcf85b52b08fc1ba, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T18:20:18,895 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1325ms, sequenceid=16, compaction requested=false 2024-11-09T18:20:18,899 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T18:20:18,899 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T18:20:18,899 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T18:20:18,900 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T18:20:18,900 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731176417569Running coprocessor pre-close hooks at 1731176417569Disabling compacts and flushes for region at 1731176417569Disabling writes for close at 1731176417569Obtaining lock to block concurrent updates at 1731176417570 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731176417570Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731176417570Flushing stores of hbase:meta,,1.1588230740 at 1731176417570Flushing 1588230740/info: creating writer at 1731176417570Flushing 1588230740/info: appending metadata at 1731176417588 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731176417588Flushing 1588230740/ns: creating writer at 1731176417599 (+11 ms)Flushing 1588230740/ns: appending metadata at 1731176417616 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731176417616Flushing 1588230740/rep_barrier: creating writer at 1731176418028 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731176418044 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731176418044Flushing 1588230740/table: creating writer at 1731176418453 (+409 ms)Flushing 1588230740/table: appending metadata at 1731176418466 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731176418466Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4be015d6: reopening flushed file at 1731176418875 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20939df5: reopening flushed file at 1731176418879 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40d6dc33: reopening flushed file at 1731176418884 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b55fc90: reopening flushed file at 1731176418889 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1325ms, sequenceid=16, compaction requested=false at 1731176418895 (+6 ms)Writing region close event to WAL at 1731176418896 (+1 ms)Running coprocessor post-close hooks at 1731176418899 (+3 ms)Closed at 1731176418900 (+1 ms) 2024-11-09T18:20:18,900 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T18:20:18,971 INFO [RS:0;fb97eb0edbe8:33629 {}] regionserver.HRegionServer(976): stopping server fb97eb0edbe8,33629,1731176401633; all regions closed. 2024-11-09T18:20:18,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35191 is added to blk_1073741834_1010 (size=4239) 2024-11-09T18:20:18,973 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/WALs/fb97eb0edbe8,33629,1731176401633/fb97eb0edbe8%2C33629%2C1731176401633.meta.1731176404947.meta not finished, retry = 0 2024-11-09T18:20:18,997 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,44295,1731176396780.replicationSource.wal-reader.fb97eb0edbe8%2C44295%2C1731176396780,1-fb97eb0edbe8,44295,1731176396780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/WALs/fb97eb0edbe8,44295,1731176396780/fb97eb0edbe8%2C44295%2C1731176396780.1731176398212 to pos 1033, reset compression=false 2024-11-09T18:20:19,054 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33629,1731176401633.replicationSource.wal-reader.fb97eb0edbe8%2C33629%2C1731176401633,1-fb97eb0edbe8,33629,1731176401633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/WALs/fb97eb0edbe8,33629,1731176401633/fb97eb0edbe8%2C33629%2C1731176401633.1731176403947 to pos 1328, reset compression=false 2024-11-09T18:20:19,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35191 is added to blk_1073741839_1015 (size=3127) 2024-11-09T18:20:19,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35191 is added to blk_1073741832_1008 (size=1336) 2024-11-09T18:20:19,078 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/WALs/fb97eb0edbe8,33629,1731176401633/fb97eb0edbe8%2C33629%2C1731176401633.1731176403947 not finished, retry = 0 2024-11-09T18:20:19,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server fb97eb0edbe8,33629,1731176401633 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:20:19,110 WARN [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,44295,1731176396780.replicationSource.shipperfb97eb0edbe8%2C44295%2C1731176396780,1-fb97eb0edbe8,44295,1731176396780 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server fb97eb0edbe8,33629,1731176401633 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:20:19,178 DEBUG [RS:0;fb97eb0edbe8:33629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:19,179 INFO [RS:0;fb97eb0edbe8:33629 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:20:19,179 INFO [RS:0;fb97eb0edbe8:33629 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T18:20:19,179 INFO [RS:0;fb97eb0edbe8:33629 {}] hbase.ChoreService(370): Chore service for: regionserver/fb97eb0edbe8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T18:20:19,179 INFO [RS:0;fb97eb0edbe8:33629 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T18:20:19,179 INFO [regionserver/fb97eb0edbe8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T18:20:19,179 INFO [RS:0;fb97eb0edbe8:33629 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fb97eb0edbe8,33629,1731176401633 because: Region server is closing 2024-11-09T18:20:19,180 INFO [RS:0;fb97eb0edbe8:33629 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fb97eb0edbe8:33629. 2024-11-09T18:20:19,180 DEBUG [RS:0;fb97eb0edbe8:33629 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:20:19,180 DEBUG [RS:0;fb97eb0edbe8:33629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:19,180 DEBUG [RS:0;fb97eb0edbe8:33629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:19,180 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:20:19,280 INFO [RS:0;fb97eb0edbe8:33629 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33629,1731176401633.replicationSource.shipperfb97eb0edbe8%2C33629%2C1731176401633,1-fb97eb0edbe8,33629,1731176401633 terminated 2024-11-09T18:20:19,280 WARN [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33629,1731176401633.replicationSource.wal-reader.fb97eb0edbe8%2C33629%2C1731176401633,1-fb97eb0edbe8,33629,1731176401633 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T18:20:19,280 INFO [RS:0;fb97eb0edbe8:33629 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fb97eb0edbe8:33629. 2024-11-09T18:20:19,280 DEBUG [RS:0;fb97eb0edbe8:33629 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:20:19,280 DEBUG [RS:0;fb97eb0edbe8:33629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:19,280 DEBUG [RS:0;fb97eb0edbe8:33629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:19,280 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:20:19,280 INFO [RS:0;fb97eb0edbe8:33629 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33629 2024-11-09T18:20:19,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33629-0x10120d36aa30004, quorum=127.0.0.1:49781, baseZNode=/153483242 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/153483242/rs/fb97eb0edbe8,33629,1731176401633 2024-11-09T18:20:19,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32911-0x10120d36aa30003, quorum=127.0.0.1:49781, baseZNode=/153483242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/153483242/rs 2024-11-09T18:20:19,346 INFO [RS:0;fb97eb0edbe8:33629 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T18:20:19,356 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fb97eb0edbe8,33629,1731176401633] 2024-11-09T18:20:19,367 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /153483242/draining/fb97eb0edbe8,33629,1731176401633 already deleted, retry=false 2024-11-09T18:20:19,367 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fb97eb0edbe8,33629,1731176401633 expired; onlineServers=0 2024-11-09T18:20:19,367 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fb97eb0edbe8,32911,1731176401487' ***** 2024-11-09T18:20:19,367 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T18:20:19,367 INFO [M:0;fb97eb0edbe8:32911 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T18:20:19,367 INFO [M:0;fb97eb0edbe8:32911 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T18:20:19,367 DEBUG [M:0;fb97eb0edbe8:32911 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T18:20:19,367 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T18:20:19,368 DEBUG [M:0;fb97eb0edbe8:32911 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T18:20:19,368 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731176403700 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731176403700,5,FailOnTimeoutGroup] 2024-11-09T18:20:19,368 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731176403700 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731176403700,5,FailOnTimeoutGroup] 2024-11-09T18:20:19,368 INFO [M:0;fb97eb0edbe8:32911 {}] hbase.ChoreService(370): Chore service for: master/fb97eb0edbe8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T18:20:19,368 INFO [M:0;fb97eb0edbe8:32911 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T18:20:19,368 DEBUG [M:0;fb97eb0edbe8:32911 {}] master.HMaster(1795): Stopping service threads 2024-11-09T18:20:19,368 INFO [M:0;fb97eb0edbe8:32911 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T18:20:19,368 INFO [M:0;fb97eb0edbe8:32911 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T18:20:19,368 INFO [M:0;fb97eb0edbe8:32911 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T18:20:19,368 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T18:20:19,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32911-0x10120d36aa30003, quorum=127.0.0.1:49781, baseZNode=/153483242 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/153483242/master 2024-11-09T18:20:19,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32911-0x10120d36aa30003, quorum=127.0.0.1:49781, baseZNode=/153483242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/153483242 2024-11-09T18:20:19,378 DEBUG [M:0;fb97eb0edbe8:32911 {}] zookeeper.ZKUtil(347): master:32911-0x10120d36aa30003, quorum=127.0.0.1:49781, baseZNode=/153483242 Unable to get data of znode /153483242/master because node does not exist (not an error) 2024-11-09T18:20:19,378 WARN [M:0;fb97eb0edbe8:32911 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T18:20:19,378 INFO [M:0;fb97eb0edbe8:32911 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/.lastflushedseqids 2024-11-09T18:20:19,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35191 is added to blk_1073741850_1026 (size=263) 2024-11-09T18:20:19,382 INFO [M:0;fb97eb0edbe8:32911 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T18:20:19,382 INFO [M:0;fb97eb0edbe8:32911 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T18:20:19,382 DEBUG [M:0;fb97eb0edbe8:32911 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T18:20:19,382 INFO [M:0;fb97eb0edbe8:32911 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:20:19,383 DEBUG [M:0;fb97eb0edbe8:32911 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:20:19,383 DEBUG [M:0;fb97eb0edbe8:32911 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T18:20:19,383 DEBUG [M:0;fb97eb0edbe8:32911 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:20:19,383 INFO [M:0;fb97eb0edbe8:32911 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-09T18:20:19,397 DEBUG [M:0;fb97eb0edbe8:32911 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5ec6b35378f846e692652087a4b639e8 is 82, key is hbase:meta,,1/info:regioninfo/1731176404975/Put/seqid=0 2024-11-09T18:20:19,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35191 is added to blk_1073741851_1027 (size=5672) 2024-11-09T18:20:19,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33629-0x10120d36aa30004, quorum=127.0.0.1:49781, baseZNode=/153483242 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:20:19,457 INFO [RS:0;fb97eb0edbe8:33629 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T18:20:19,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33629-0x10120d36aa30004, quorum=127.0.0.1:49781, baseZNode=/153483242 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:20:19,457 INFO [RS:0;fb97eb0edbe8:33629 {}] regionserver.HRegionServer(1031): Exiting; stopping=fb97eb0edbe8,33629,1731176401633; zookeeper connection closed. 2024-11-09T18:20:19,457 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@31be85c2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@31be85c2 2024-11-09T18:20:19,457 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T18:20:19,600 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,44295,1731176396780.replicationSource.wal-reader.fb97eb0edbe8%2C44295%2C1731176396780,1-fb97eb0edbe8,44295,1731176396780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/WALs/fb97eb0edbe8,44295,1731176396780/fb97eb0edbe8%2C44295%2C1731176396780.1731176398212 to pos 1033, reset compression=false 2024-11-09T18:20:19,713 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server fb97eb0edbe8:33629 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fb97eb0edbe8/172.17.0.3:33629 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:20:19,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address fb97eb0edbe8:33629 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fb97eb0edbe8/172.17.0.3:33629 2024-11-09T18:20:19,713 WARN [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,44295,1731176396780.replicationSource.shipperfb97eb0edbe8%2C44295%2C1731176396780,1-fb97eb0edbe8,44295,1731176396780 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=fb97eb0edbe8:33629 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fb97eb0edbe8/172.17.0.3:33629 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fb97eb0edbe8/172.17.0.3:33629 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-09T18:20:19,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32911 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:20:19,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32911 {}] ipc.CallRunner(138): callId: 24 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:45338 deadline: 1731176479715, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-09T18:20:19,735 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,44295,1731176396780.replicationSource.shipperfb97eb0edbe8%2C44295%2C1731176396780,1-fb97eb0edbe8,44295,1731176396780 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-09T18:20:19,736 WARN [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,44295,1731176396780.replicationSource.shipperfb97eb0edbe8%2C44295%2C1731176396780,1-fb97eb0edbe8,44295,1731176396780 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-09T18:20:19,801 INFO [M:0;fb97eb0edbe8:32911 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5ec6b35378f846e692652087a4b639e8 2024-11-09T18:20:19,822 DEBUG [M:0;fb97eb0edbe8:32911 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/489ac1d0446a4616bd5d1f6bd2eb987e is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731176411735/Put/seqid=0 2024-11-09T18:20:19,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35191 is added to blk_1073741852_1028 (size=8516) 2024-11-09T18:20:20,228 INFO [M:0;fb97eb0edbe8:32911 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/489ac1d0446a4616bd5d1f6bd2eb987e 2024-11-09T18:20:20,246 DEBUG [M:0;fb97eb0edbe8:32911 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1587f7dd3d074f4c953e4f181494464f is 69, key is fb97eb0edbe8,33629,1731176401633/rs:state/1731176403792/Put/seqid=0 2024-11-09T18:20:20,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35191 is added to blk_1073741853_1029 (size=5156) 2024-11-09T18:20:20,253 INFO [M:0;fb97eb0edbe8:32911 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1587f7dd3d074f4c953e4f181494464f 2024-11-09T18:20:20,257 DEBUG [M:0;fb97eb0edbe8:32911 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5ec6b35378f846e692652087a4b639e8 as hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5ec6b35378f846e692652087a4b639e8 2024-11-09T18:20:20,260 INFO [M:0;fb97eb0edbe8:32911 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5ec6b35378f846e692652087a4b639e8, entries=8, sequenceid=97, filesize=5.5 K 2024-11-09T18:20:20,261 DEBUG [M:0;fb97eb0edbe8:32911 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/489ac1d0446a4616bd5d1f6bd2eb987e as hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/489ac1d0446a4616bd5d1f6bd2eb987e 2024-11-09T18:20:20,265 INFO [M:0;fb97eb0edbe8:32911 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/489ac1d0446a4616bd5d1f6bd2eb987e, entries=11, sequenceid=97, filesize=8.3 K 2024-11-09T18:20:20,265 DEBUG [M:0;fb97eb0edbe8:32911 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1587f7dd3d074f4c953e4f181494464f as hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1587f7dd3d074f4c953e4f181494464f 2024-11-09T18:20:20,269 INFO [M:0;fb97eb0edbe8:32911 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33505/user/jenkins/test-data/7836e124-fbd5-97d9-3765-2d44a5d1b8e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1587f7dd3d074f4c953e4f181494464f, entries=1, sequenceid=97, filesize=5.0 K 2024-11-09T18:20:20,270 INFO [M:0;fb97eb0edbe8:32911 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 887ms, sequenceid=97, compaction requested=false 2024-11-09T18:20:20,271 INFO [M:0;fb97eb0edbe8:32911 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:20:20,272 DEBUG [M:0;fb97eb0edbe8:32911 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731176419382Disabling compacts and flushes for region at 1731176419382Disabling writes for close at 1731176419383 (+1 ms)Obtaining lock to block concurrent updates at 1731176419383Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731176419383Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731176419383Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731176419383Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731176419384 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731176419397 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731176419397Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731176419805 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731176419822 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731176419822Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731176420232 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731176420246 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731176420246Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55d55e5b: reopening flushed file at 1731176420256 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@922ad7a: reopening flushed file at 1731176420260 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59688afe: reopening flushed file at 1731176420265 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 887ms, sequenceid=97, compaction requested=false at 1731176420270 (+5 ms)Writing region close event to WAL at 1731176420271 (+1 ms)Closed at 1731176420271 2024-11-09T18:20:20,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35191 is added to blk_1073741830_1006 (size=63654) 2024-11-09T18:20:20,274 INFO [M:0;fb97eb0edbe8:32911 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T18:20:20,274 INFO [M:0;fb97eb0edbe8:32911 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32911 2024-11-09T18:20:20,274 INFO [M:0;fb97eb0edbe8:32911 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T18:20:20,277 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T18:20:20,304 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,44295,1731176396780.replicationSource.wal-reader.fb97eb0edbe8%2C44295%2C1731176396780,1-fb97eb0edbe8,44295,1731176396780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/WALs/fb97eb0edbe8,44295,1731176396780/fb97eb0edbe8%2C44295%2C1731176396780.1731176398212 to pos 1033, reset compression=false 2024-11-09T18:20:20,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32911-0x10120d36aa30003, quorum=127.0.0.1:49781, baseZNode=/153483242 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:20:20,425 INFO [M:0;fb97eb0edbe8:32911 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T18:20:20,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32911-0x10120d36aa30003, quorum=127.0.0.1:49781, baseZNode=/153483242 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:20:20,427 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@713de407{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:20:20,427 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7dee7851{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T18:20:20,427 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T18:20:20,427 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14981279{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T18:20:20,427 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70ce25de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6eda11d-2794-0a0a-794a-b401cabb4ef1/hadoop.log.dir/,STOPPED} 2024-11-09T18:20:20,429 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T18:20:20,429 WARN [BP-1232900528-172.17.0.3-1731176399367 heartbeating to localhost/127.0.0.1:33505 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T18:20:20,429 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T18:20:20,429 WARN [BP-1232900528-172.17.0.3-1731176399367 heartbeating to localhost/127.0.0.1:33505 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1232900528-172.17.0.3-1731176399367 (Datanode Uuid 9ac00e36-215d-4414-80f7-1740bb92dafc) service to localhost/127.0.0.1:33505 2024-11-09T18:20:20,430 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6eda11d-2794-0a0a-794a-b401cabb4ef1/cluster_bf09662a-9a1a-749c-5993-8ab814545e8a/data/data1/current/BP-1232900528-172.17.0.3-1731176399367 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T18:20:20,430 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6eda11d-2794-0a0a-794a-b401cabb4ef1/cluster_bf09662a-9a1a-749c-5993-8ab814545e8a/data/data2/current/BP-1232900528-172.17.0.3-1731176399367 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T18:20:20,430 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T18:20:20,435 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@20c183ca{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T18:20:20,435 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c007f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T18:20:20,435 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T18:20:20,435 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74117ecf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T18:20:20,435 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4994021f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6eda11d-2794-0a0a-794a-b401cabb4ef1/hadoop.log.dir/,STOPPED} 2024-11-09T18:20:20,436 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,44295,1731176396780.replicationSource.shipperfb97eb0edbe8%2C44295%2C1731176396780,1-fb97eb0edbe8,44295,1731176396780 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-09T18:20:20,437 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server fb97eb0edbe8:32911 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fb97eb0edbe8/172.17.0.3:32911 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:20:20,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address fb97eb0edbe8:32911 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fb97eb0edbe8/172.17.0.3:32911 2024-11-09T18:20:20,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T18:20:20,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T18:20:20,451 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:20:20,451 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:20:20,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:20,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:20,451 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:20:20,452 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T18:20:20,452 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1400584578, stopped=false 2024-11-09T18:20:20,452 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fb97eb0edbe8,44469,1731176396570 2024-11-09T18:20:20,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44469-0x10120d36aa30000, quorum=127.0.0.1:49781, baseZNode=/0-1409714311 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1409714311/running 2024-11-09T18:20:20,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44295-0x10120d36aa30001, quorum=127.0.0.1:49781, baseZNode=/0-1409714311 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1409714311/running 2024-11-09T18:20:20,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44295-0x10120d36aa30001, quorum=127.0.0.1:49781, baseZNode=/0-1409714311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1409714311 2024-11-09T18:20:20,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44469-0x10120d36aa30000, quorum=127.0.0.1:49781, baseZNode=/0-1409714311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1409714311 2024-11-09T18:20:20,467 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T18:20:20,467 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:20:20,468 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:20:20,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:20,468 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fb97eb0edbe8,44295,1731176396780' ***** 2024-11-09T18:20:20,468 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44469-0x10120d36aa30000, quorum=127.0.0.1:49781, baseZNode=/0-1409714311 Set watcher on znode that does not yet exist, /0-1409714311/running 2024-11-09T18:20:20,468 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44295-0x10120d36aa30001, quorum=127.0.0.1:49781, baseZNode=/0-1409714311 Set watcher on znode that does not yet exist, /0-1409714311/running 2024-11-09T18:20:20,468 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T18:20:20,468 INFO [RS:0;fb97eb0edbe8:44295 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T18:20:20,468 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T18:20:20,468 INFO [RS:0;fb97eb0edbe8:44295 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T18:20:20,468 INFO [RS:0;fb97eb0edbe8:44295 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T18:20:20,468 INFO [RS:0;fb97eb0edbe8:44295 {}] regionserver.HRegionServer(3091): Received CLOSE for 83f144af45ef281b091b62a335a58ac9 2024-11-09T18:20:20,469 INFO [RS:0;fb97eb0edbe8:44295 {}] regionserver.HRegionServer(3091): Received CLOSE for 6772526ff8ff2ef18683317f67e9dc45 2024-11-09T18:20:20,469 INFO [RS:0;fb97eb0edbe8:44295 {}] regionserver.HRegionServer(959): stopping server fb97eb0edbe8,44295,1731176396780 2024-11-09T18:20:20,469 INFO [RS:0;fb97eb0edbe8:44295 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T18:20:20,469 INFO [RS:0;fb97eb0edbe8:44295 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fb97eb0edbe8:44295. 2024-11-09T18:20:20,469 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 83f144af45ef281b091b62a335a58ac9, disabling compactions & flushes 2024-11-09T18:20:20,469 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731176409417.83f144af45ef281b091b62a335a58ac9. 2024-11-09T18:20:20,469 DEBUG [RS:0;fb97eb0edbe8:44295 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:20:20,469 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731176409417.83f144af45ef281b091b62a335a58ac9. 2024-11-09T18:20:20,469 DEBUG [RS:0;fb97eb0edbe8:44295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:20,469 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731176409417.83f144af45ef281b091b62a335a58ac9. after waiting 0 ms 2024-11-09T18:20:20,469 INFO [RS:0;fb97eb0edbe8:44295 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T18:20:20,469 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731176409417.83f144af45ef281b091b62a335a58ac9. 2024-11-09T18:20:20,469 INFO [RS:0;fb97eb0edbe8:44295 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T18:20:20,469 INFO [RS:0;fb97eb0edbe8:44295 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T18:20:20,469 INFO [RS:0;fb97eb0edbe8:44295 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T18:20:20,469 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 83f144af45ef281b091b62a335a58ac9 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-09T18:20:20,469 INFO [RS:0;fb97eb0edbe8:44295 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T18:20:20,469 DEBUG [RS:0;fb97eb0edbe8:44295 {}] regionserver.HRegionServer(1325): Online Regions={83f144af45ef281b091b62a335a58ac9=hbase:replication,,1731176409417.83f144af45ef281b091b62a335a58ac9., 6772526ff8ff2ef18683317f67e9dc45=test,,1731176405093.6772526ff8ff2ef18683317f67e9dc45., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T18:20:20,469 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T18:20:20,469 DEBUG [RS:0;fb97eb0edbe8:44295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6772526ff8ff2ef18683317f67e9dc45, 83f144af45ef281b091b62a335a58ac9 2024-11-09T18:20:20,469 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T18:20:20,469 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T18:20:20,469 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T18:20:20,469 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T18:20:20,469 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T18:20:20,483 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/data/hbase/replication/83f144af45ef281b091b62a335a58ac9/.tmp/hfileref/abce6577b75b44e78854879302372e8d is 74, key is 1/hfileref:b3d199b4d5d74fec8ab15cf49711a158_SeqId_4_/1731176414937/DeleteColumn/seqid=0 2024-11-09T18:20:20,483 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/data/hbase/meta/1588230740/.tmp/info/27dbb9989063436099b32c4a32cda278 is 147, key is hbase:replication,,1731176409417.83f144af45ef281b091b62a335a58ac9./info:regioninfo/1731176410179/Put/seqid=0 2024-11-09T18:20:20,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46023 is added to blk_1073741847_1023 (size=5345) 2024-11-09T18:20:20,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46023 is added to blk_1073741846_1022 (size=7686) 2024-11-09T18:20:20,488 INFO [regionserver/fb97eb0edbe8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:20:20,489 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/data/hbase/meta/1588230740/.tmp/info/27dbb9989063436099b32c4a32cda278 2024-11-09T18:20:20,505 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/data/hbase/meta/1588230740/.tmp/ns/5a906312d4184401be802aee7be18304 is 43, key is default/ns:d/1731176399295/Put/seqid=0 2024-11-09T18:20:20,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46023 is added to blk_1073741848_1024 (size=5153) 2024-11-09T18:20:20,547 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:20:20,548 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server fb97eb0edbe8:32911 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fb97eb0edbe8/172.17.0.3:32911 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:20:20,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fb97eb0edbe8,32911,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=fb97eb0edbe8:32911 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fb97eb0edbe8/172.17.0.3:32911 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-09T18:20:20,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address fb97eb0edbe8:32911 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fb97eb0edbe8/172.17.0.3:32911 2024-11-09T18:20:20,669 DEBUG [RS:0;fb97eb0edbe8:44295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6772526ff8ff2ef18683317f67e9dc45, 83f144af45ef281b091b62a335a58ac9 2024-11-09T18:20:20,757 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:20:20,757 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to fb97eb0edbe8:32911 this server is in the failed servers list 2024-11-09T18:20:20,758 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fb97eb0edbe8,32911,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=fb97eb0edbe8:32911 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: fb97eb0edbe8:32911 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T18:20:20,870 DEBUG [RS:0;fb97eb0edbe8:44295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6772526ff8ff2ef18683317f67e9dc45, 83f144af45ef281b091b62a335a58ac9 2024-11-09T18:20:20,887 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/data/hbase/replication/83f144af45ef281b091b62a335a58ac9/.tmp/hfileref/abce6577b75b44e78854879302372e8d 2024-11-09T18:20:20,903 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/data/hbase/replication/83f144af45ef281b091b62a335a58ac9/.tmp/queue/799bbe6a112542a9b51780b5b0598acd is 153, key is 1-fb97eb0edbe8,44295,1731176396780/queue:fb97eb0edbe8%2C44295%2C1731176396780/1731176414938/Put/seqid=0 2024-11-09T18:20:20,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46023 is added to blk_1073741849_1025 (size=5352) 2024-11-09T18:20:20,909 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/data/hbase/meta/1588230740/.tmp/ns/5a906312d4184401be802aee7be18304 2024-11-09T18:20:20,925 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/data/hbase/meta/1588230740/.tmp/rep_barrier/42c81a6e073f421ca656a21c1073b2bb is 112, key is test,,1731176405093.6772526ff8ff2ef18683317f67e9dc45./rep_barrier:seqnumDuringOpen/1731176406237/Put/seqid=0 2024-11-09T18:20:20,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46023 is added to blk_1073741850_1026 (size=5518) 2024-11-09T18:20:21,067 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:20:21,068 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to fb97eb0edbe8:32911 this server is in the failed servers list 2024-11-09T18:20:21,068 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fb97eb0edbe8,32911,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=fb97eb0edbe8:32911 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: fb97eb0edbe8:32911 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T18:20:21,070 DEBUG [RS:0;fb97eb0edbe8:44295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6772526ff8ff2ef18683317f67e9dc45, 83f144af45ef281b091b62a335a58ac9 2024-11-09T18:20:21,071 INFO [regionserver/fb97eb0edbe8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T18:20:21,071 INFO [regionserver/fb97eb0edbe8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T18:20:21,108 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,44295,1731176396780.replicationSource.wal-reader.fb97eb0edbe8%2C44295%2C1731176396780,1-fb97eb0edbe8,44295,1731176396780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/WALs/fb97eb0edbe8,44295,1731176396780/fb97eb0edbe8%2C44295%2C1731176396780.1731176398212 to pos 1033, reset compression=false 2024-11-09T18:20:21,270 DEBUG [RS:0;fb97eb0edbe8:44295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6772526ff8ff2ef18683317f67e9dc45, 83f144af45ef281b091b62a335a58ac9 2024-11-09T18:20:21,307 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/data/hbase/replication/83f144af45ef281b091b62a335a58ac9/.tmp/queue/799bbe6a112542a9b51780b5b0598acd 2024-11-09T18:20:21,312 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/data/hbase/replication/83f144af45ef281b091b62a335a58ac9/.tmp/hfileref/abce6577b75b44e78854879302372e8d as hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/data/hbase/replication/83f144af45ef281b091b62a335a58ac9/hfileref/abce6577b75b44e78854879302372e8d 2024-11-09T18:20:21,316 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/data/hbase/replication/83f144af45ef281b091b62a335a58ac9/hfileref/abce6577b75b44e78854879302372e8d, entries=4, sequenceid=10, filesize=5.2 K 2024-11-09T18:20:21,317 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/data/hbase/replication/83f144af45ef281b091b62a335a58ac9/.tmp/queue/799bbe6a112542a9b51780b5b0598acd as hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/data/hbase/replication/83f144af45ef281b091b62a335a58ac9/queue/799bbe6a112542a9b51780b5b0598acd 2024-11-09T18:20:21,321 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/data/hbase/replication/83f144af45ef281b091b62a335a58ac9/queue/799bbe6a112542a9b51780b5b0598acd, entries=1, sequenceid=10, filesize=5.2 K 2024-11-09T18:20:21,322 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 83f144af45ef281b091b62a335a58ac9 in 853ms, sequenceid=10, compaction requested=false 2024-11-09T18:20:21,325 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/data/hbase/replication/83f144af45ef281b091b62a335a58ac9/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-09T18:20:21,325 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T18:20:21,326 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T18:20:21,326 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731176409417.83f144af45ef281b091b62a335a58ac9. 2024-11-09T18:20:21,326 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 83f144af45ef281b091b62a335a58ac9: Waiting for close lock at 1731176420469Running coprocessor pre-close hooks at 1731176420469Disabling compacts and flushes for region at 1731176420469Disabling writes for close at 1731176420469Obtaining lock to block concurrent updates at 1731176420469Preparing flush snapshotting stores in 83f144af45ef281b091b62a335a58ac9 at 1731176420469Finished memstore snapshotting hbase:replication,,1731176409417.83f144af45ef281b091b62a335a58ac9., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731176420469Flushing stores of hbase:replication,,1731176409417.83f144af45ef281b091b62a335a58ac9. at 1731176420470 (+1 ms)Flushing 83f144af45ef281b091b62a335a58ac9/hfileref: creating writer at 1731176420470Flushing 83f144af45ef281b091b62a335a58ac9/hfileref: appending metadata at 1731176420482 (+12 ms)Flushing 83f144af45ef281b091b62a335a58ac9/hfileref: closing flushed file at 1731176420482Flushing 83f144af45ef281b091b62a335a58ac9/queue: creating writer at 1731176420891 (+409 ms)Flushing 83f144af45ef281b091b62a335a58ac9/queue: appending metadata at 1731176420903 (+12 ms)Flushing 83f144af45ef281b091b62a335a58ac9/queue: closing flushed file at 1731176420903Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7650075e: reopening flushed file at 1731176421312 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70a51fb3: reopening flushed file at 1731176421317 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 83f144af45ef281b091b62a335a58ac9 in 853ms, sequenceid=10, compaction requested=false at 1731176421322 (+5 ms)Writing region close event to WAL at 1731176421323 (+1 ms)Running coprocessor post-close hooks at 1731176421325 (+2 ms)Closed at 1731176421326 (+1 ms) 2024-11-09T18:20:21,326 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731176409417.83f144af45ef281b091b62a335a58ac9. 2024-11-09T18:20:21,326 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6772526ff8ff2ef18683317f67e9dc45, disabling compactions & flushes 2024-11-09T18:20:21,326 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731176405093.6772526ff8ff2ef18683317f67e9dc45. 2024-11-09T18:20:21,326 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731176405093.6772526ff8ff2ef18683317f67e9dc45. 2024-11-09T18:20:21,326 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731176405093.6772526ff8ff2ef18683317f67e9dc45. after waiting 0 ms 2024-11-09T18:20:21,326 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731176405093.6772526ff8ff2ef18683317f67e9dc45. 2024-11-09T18:20:21,330 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/data/default/test/6772526ff8ff2ef18683317f67e9dc45/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T18:20:21,330 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T18:20:21,330 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T18:20:21,330 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731176405093.6772526ff8ff2ef18683317f67e9dc45. 2024-11-09T18:20:21,330 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6772526ff8ff2ef18683317f67e9dc45: Waiting for close lock at 1731176421326Running coprocessor pre-close hooks at 1731176421326Disabling compacts and flushes for region at 1731176421326Disabling writes for close at 1731176421326Writing region close event to WAL at 1731176421327 (+1 ms)Running coprocessor post-close hooks at 1731176421330 (+3 ms)Closed at 1731176421330 2024-11-09T18:20:21,330 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731176405093.6772526ff8ff2ef18683317f67e9dc45. 2024-11-09T18:20:21,335 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/data/hbase/meta/1588230740/.tmp/rep_barrier/42c81a6e073f421ca656a21c1073b2bb 2024-11-09T18:20:21,355 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/data/hbase/meta/1588230740/.tmp/table/f2b2623e205948ef849f2c830a0eb906 is 53, key is hbase:replication/table:state/1731176410186/Put/seqid=0 2024-11-09T18:20:21,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46023 is added to blk_1073741851_1027 (size=5308) 2024-11-09T18:20:21,359 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/data/hbase/meta/1588230740/.tmp/table/f2b2623e205948ef849f2c830a0eb906 2024-11-09T18:20:21,364 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/data/hbase/meta/1588230740/.tmp/info/27dbb9989063436099b32c4a32cda278 as hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/data/hbase/meta/1588230740/info/27dbb9989063436099b32c4a32cda278 2024-11-09T18:20:21,367 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/data/hbase/meta/1588230740/info/27dbb9989063436099b32c4a32cda278, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T18:20:21,368 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/data/hbase/meta/1588230740/.tmp/ns/5a906312d4184401be802aee7be18304 as hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/data/hbase/meta/1588230740/ns/5a906312d4184401be802aee7be18304 2024-11-09T18:20:21,372 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/data/hbase/meta/1588230740/ns/5a906312d4184401be802aee7be18304, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T18:20:21,372 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/data/hbase/meta/1588230740/.tmp/rep_barrier/42c81a6e073f421ca656a21c1073b2bb as hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/data/hbase/meta/1588230740/rep_barrier/42c81a6e073f421ca656a21c1073b2bb 2024-11-09T18:20:21,376 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/data/hbase/meta/1588230740/rep_barrier/42c81a6e073f421ca656a21c1073b2bb, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T18:20:21,377 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/data/hbase/meta/1588230740/.tmp/table/f2b2623e205948ef849f2c830a0eb906 as hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/data/hbase/meta/1588230740/table/f2b2623e205948ef849f2c830a0eb906 2024-11-09T18:20:21,381 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/data/hbase/meta/1588230740/table/f2b2623e205948ef849f2c830a0eb906, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T18:20:21,382 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 913ms, sequenceid=16, compaction requested=false 2024-11-09T18:20:21,386 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T18:20:21,386 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T18:20:21,386 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T18:20:21,386 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T18:20:21,386 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731176420469Running coprocessor pre-close hooks at 1731176420469Disabling compacts and flushes for region at 1731176420469Disabling writes for close at 1731176420469Obtaining lock to block concurrent updates at 1731176420469Preparing flush snapshotting stores in 1588230740 at 1731176420469Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731176420470 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731176420470Flushing 1588230740/info: creating writer at 1731176420470Flushing 1588230740/info: appending metadata at 1731176420482 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731176420482Flushing 1588230740/ns: creating writer at 1731176420493 (+11 ms)Flushing 1588230740/ns: appending metadata at 1731176420505 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731176420505Flushing 1588230740/rep_barrier: creating writer at 1731176420913 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731176420925 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731176420925Flushing 1588230740/table: creating writer at 1731176421339 (+414 ms)Flushing 1588230740/table: appending metadata at 1731176421355 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731176421355Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ee7d7ca: reopening flushed file at 1731176421363 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e458e93: reopening flushed file at 1731176421367 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@662f4770: reopening flushed file at 1731176421372 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@756db209: reopening flushed file at 1731176421377 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 913ms, sequenceid=16, compaction requested=false at 1731176421382 (+5 ms)Writing region close event to WAL at 1731176421383 (+1 ms)Running coprocessor post-close hooks at 1731176421386 (+3 ms)Closed at 1731176421386 2024-11-09T18:20:21,386 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T18:20:21,470 INFO [RS:0;fb97eb0edbe8:44295 {}] regionserver.HRegionServer(976): stopping server fb97eb0edbe8,44295,1731176396780; all regions closed. 2024-11-09T18:20:21,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46023 is added to blk_1073741834_1010 (size=4239) 2024-11-09T18:20:21,472 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/WALs/fb97eb0edbe8,44295,1731176396780/fb97eb0edbe8%2C44295%2C1731176396780.meta.1731176399230.meta not finished, retry = 0 2024-11-09T18:20:21,575 DEBUG [RS:0;fb97eb0edbe8:44295 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/oldWALs 2024-11-09T18:20:21,575 INFO [RS:0;fb97eb0edbe8:44295 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb97eb0edbe8%2C44295%2C1731176396780.meta:.meta(num 1731176399230) 2024-11-09T18:20:21,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46023 is added to blk_1073741839_1015 (size=2695) 2024-11-09T18:20:21,578 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:20:21,578 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to fb97eb0edbe8:32911 this server is in the failed servers list 2024-11-09T18:20:21,578 DEBUG [RS:0;fb97eb0edbe8:44295 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/oldWALs 2024-11-09T18:20:21,578 INFO [RS:0;fb97eb0edbe8:44295 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb97eb0edbe8%2C44295%2C1731176396780.rep:(num 1731176410151) 2024-11-09T18:20:21,578 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fb97eb0edbe8,32911,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=fb97eb0edbe8:32911 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: fb97eb0edbe8:32911 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T18:20:21,582 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/WALs/fb97eb0edbe8,44295,1731176396780/fb97eb0edbe8%2C44295%2C1731176396780.1731176398212 not finished, retry = 0 2024-11-09T18:20:21,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46023 is added to blk_1073741832_1008 (size=1336) 2024-11-09T18:20:21,684 DEBUG [RS:0;fb97eb0edbe8:44295 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/oldWALs 2024-11-09T18:20:21,684 INFO [RS:0;fb97eb0edbe8:44295 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb97eb0edbe8%2C44295%2C1731176396780:(num 1731176398212) 2024-11-09T18:20:21,684 DEBUG [RS:0;fb97eb0edbe8:44295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:21,684 INFO [RS:0;fb97eb0edbe8:44295 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:20:21,684 INFO [RS:0;fb97eb0edbe8:44295 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T18:20:21,684 INFO [RS:0;fb97eb0edbe8:44295 {}] hbase.ChoreService(370): Chore service for: regionserver/fb97eb0edbe8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T18:20:21,684 INFO [RS:0;fb97eb0edbe8:44295 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T18:20:21,684 INFO [regionserver/fb97eb0edbe8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T18:20:21,684 INFO [RS:0;fb97eb0edbe8:44295 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fb97eb0edbe8,44295,1731176396780 because: Region server is closing 2024-11-09T18:20:21,684 INFO [RS:0;fb97eb0edbe8:44295 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fb97eb0edbe8:44295. 2024-11-09T18:20:21,684 DEBUG [RS:0;fb97eb0edbe8:44295 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:20:21,684 DEBUG [RS:0;fb97eb0edbe8:44295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:21,685 DEBUG [RS:0;fb97eb0edbe8:44295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:21,685 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:20:21,785 WARN [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,44295,1731176396780.replicationSource.wal-reader.fb97eb0edbe8%2C44295%2C1731176396780,1-fb97eb0edbe8,44295,1731176396780 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T18:20:21,785 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,44295,1731176396780.replicationSource.shipperfb97eb0edbe8%2C44295%2C1731176396780,1-fb97eb0edbe8,44295,1731176396780 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-09T18:20:21,785 WARN [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,44295,1731176396780.replicationSource.shipperfb97eb0edbe8%2C44295%2C1731176396780,1-fb97eb0edbe8,44295,1731176396780 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-09T18:20:21,785 WARN [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,44295,1731176396780.replicationSource.shipperfb97eb0edbe8%2C44295%2C1731176396780,1-fb97eb0edbe8,44295,1731176396780 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-09T18:20:22,586 INFO [RS:0;fb97eb0edbe8:44295 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,44295,1731176396780.replicationSource.shipperfb97eb0edbe8%2C44295%2C1731176396780,1-fb97eb0edbe8,44295,1731176396780 terminated 2024-11-09T18:20:22,586 INFO [RS:0;fb97eb0edbe8:44295 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fb97eb0edbe8:44295. 2024-11-09T18:20:22,586 DEBUG [RS:0;fb97eb0edbe8:44295 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:20:22,586 DEBUG [RS:0;fb97eb0edbe8:44295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:22,586 DEBUG [RS:0;fb97eb0edbe8:44295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:22,587 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:20:22,587 INFO [RS:0;fb97eb0edbe8:44295 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44295 2024-11-09T18:20:22,598 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:20:22,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44295-0x10120d36aa30001, quorum=127.0.0.1:49781, baseZNode=/0-1409714311 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1409714311/rs/fb97eb0edbe8,44295,1731176396780 2024-11-09T18:20:22,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44469-0x10120d36aa30000, quorum=127.0.0.1:49781, baseZNode=/0-1409714311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1409714311/rs 2024-11-09T18:20:22,598 INFO [RS:0;fb97eb0edbe8:44295 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T18:20:22,599 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fb97eb0edbe8,44295,1731176396780] 2024-11-09T18:20:22,598 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fb97eb0edbe8,32911,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fb97eb0edbe8:32911 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T18:20:22,600 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2162 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fb97eb0edbe8,32911,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fb97eb0edbe8:32911 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T18:20:22,619 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1409714311/draining/fb97eb0edbe8,44295,1731176396780 already deleted, retry=false 2024-11-09T18:20:22,619 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fb97eb0edbe8,44295,1731176396780 expired; onlineServers=0 2024-11-09T18:20:22,619 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fb97eb0edbe8,44469,1731176396570' ***** 2024-11-09T18:20:22,619 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T18:20:22,619 INFO [M:0;fb97eb0edbe8:44469 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T18:20:22,619 INFO [M:0;fb97eb0edbe8:44469 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T18:20:22,619 DEBUG [M:0;fb97eb0edbe8:44469 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T18:20:22,619 DEBUG [M:0;fb97eb0edbe8:44469 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T18:20:22,620 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731176398000 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731176398000,5,FailOnTimeoutGroup] 2024-11-09T18:20:22,620 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731176397996 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731176397996,5,FailOnTimeoutGroup] 2024-11-09T18:20:22,620 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T18:20:22,620 INFO [M:0;fb97eb0edbe8:44469 {}] hbase.ChoreService(370): Chore service for: master/fb97eb0edbe8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T18:20:22,620 INFO [M:0;fb97eb0edbe8:44469 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T18:20:22,620 DEBUG [M:0;fb97eb0edbe8:44469 {}] master.HMaster(1795): Stopping service threads 2024-11-09T18:20:22,620 INFO [M:0;fb97eb0edbe8:44469 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T18:20:22,620 INFO [M:0;fb97eb0edbe8:44469 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T18:20:22,620 INFO [M:0;fb97eb0edbe8:44469 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T18:20:22,620 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T18:20:22,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44469-0x10120d36aa30000, quorum=127.0.0.1:49781, baseZNode=/0-1409714311 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1409714311/master 2024-11-09T18:20:22,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44469-0x10120d36aa30000, quorum=127.0.0.1:49781, baseZNode=/0-1409714311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1409714311 2024-11-09T18:20:22,630 DEBUG [M:0;fb97eb0edbe8:44469 {}] zookeeper.ZKUtil(347): master:44469-0x10120d36aa30000, quorum=127.0.0.1:49781, baseZNode=/0-1409714311 Unable to get data of znode /0-1409714311/master because node does not exist (not an error) 2024-11-09T18:20:22,630 WARN [M:0;fb97eb0edbe8:44469 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T18:20:22,630 INFO [M:0;fb97eb0edbe8:44469 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/.lastflushedseqids 2024-11-09T18:20:22,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46023 is added to blk_1073741852_1028 (size=263) 2024-11-09T18:20:22,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44295-0x10120d36aa30001, quorum=127.0.0.1:49781, baseZNode=/0-1409714311 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:20:22,709 INFO [RS:0;fb97eb0edbe8:44295 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T18:20:22,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44295-0x10120d36aa30001, quorum=127.0.0.1:49781, baseZNode=/0-1409714311 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:20:22,709 INFO [RS:0;fb97eb0edbe8:44295 {}] regionserver.HRegionServer(1031): Exiting; stopping=fb97eb0edbe8,44295,1731176396780; zookeeper connection closed. 2024-11-09T18:20:22,709 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1b776086 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1b776086 2024-11-09T18:20:22,709 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T18:20:23,035 INFO [M:0;fb97eb0edbe8:44469 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T18:20:23,035 INFO [M:0;fb97eb0edbe8:44469 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T18:20:23,035 DEBUG [M:0;fb97eb0edbe8:44469 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T18:20:23,035 INFO [M:0;fb97eb0edbe8:44469 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:20:23,035 DEBUG [M:0;fb97eb0edbe8:44469 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:20:23,035 DEBUG [M:0;fb97eb0edbe8:44469 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T18:20:23,035 DEBUG [M:0;fb97eb0edbe8:44469 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:20:23,035 INFO [M:0;fb97eb0edbe8:44469 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-09T18:20:23,049 DEBUG [M:0;fb97eb0edbe8:44469 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c36aec5c54754cb7a2729a4d7a374d5d is 82, key is hbase:meta,,1/info:regioninfo/1731176399264/Put/seqid=0 2024-11-09T18:20:23,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46023 is added to blk_1073741853_1029 (size=5672) 2024-11-09T18:20:23,453 INFO [M:0;fb97eb0edbe8:44469 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c36aec5c54754cb7a2729a4d7a374d5d 2024-11-09T18:20:23,474 DEBUG [M:0;fb97eb0edbe8:44469 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a25ae52fe52f4ec1b74978dc0cc1d78d is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731176410189/Put/seqid=0 2024-11-09T18:20:23,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46023 is added to blk_1073741854_1030 (size=8516) 2024-11-09T18:20:23,885 INFO [M:0;fb97eb0edbe8:44469 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a25ae52fe52f4ec1b74978dc0cc1d78d 2024-11-09T18:20:23,917 DEBUG [M:0;fb97eb0edbe8:44469 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/094b14b5bee747938c8fc5dd5a44acb0 is 69, key is fb97eb0edbe8,44295,1731176396780/rs:state/1731176398046/Put/seqid=0 2024-11-09T18:20:23,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46023 is added to blk_1073741855_1031 (size=5156) 2024-11-09T18:20:23,944 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T18:20:24,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:24,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:24,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:24,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:24,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:24,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:24,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:24,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:24,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:24,321 INFO [M:0;fb97eb0edbe8:44469 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/094b14b5bee747938c8fc5dd5a44acb0 2024-11-09T18:20:24,332 DEBUG [M:0;fb97eb0edbe8:44469 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c36aec5c54754cb7a2729a4d7a374d5d as hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c36aec5c54754cb7a2729a4d7a374d5d 2024-11-09T18:20:24,338 INFO [M:0;fb97eb0edbe8:44469 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c36aec5c54754cb7a2729a4d7a374d5d, entries=8, sequenceid=97, filesize=5.5 K 2024-11-09T18:20:24,339 DEBUG [M:0;fb97eb0edbe8:44469 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a25ae52fe52f4ec1b74978dc0cc1d78d as hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a25ae52fe52f4ec1b74978dc0cc1d78d 2024-11-09T18:20:24,344 INFO [M:0;fb97eb0edbe8:44469 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a25ae52fe52f4ec1b74978dc0cc1d78d, entries=11, sequenceid=97, filesize=8.3 K 2024-11-09T18:20:24,347 DEBUG [M:0;fb97eb0edbe8:44469 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/094b14b5bee747938c8fc5dd5a44acb0 as hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/094b14b5bee747938c8fc5dd5a44acb0 2024-11-09T18:20:24,354 INFO [M:0;fb97eb0edbe8:44469 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37233/user/jenkins/test-data/0d6adf20-625a-cd0e-f155-0fe118707fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/094b14b5bee747938c8fc5dd5a44acb0, entries=1, sequenceid=97, filesize=5.0 K 2024-11-09T18:20:24,355 INFO [M:0;fb97eb0edbe8:44469 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1320ms, sequenceid=97, compaction requested=false 2024-11-09T18:20:24,364 INFO [M:0;fb97eb0edbe8:44469 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:20:24,364 DEBUG [M:0;fb97eb0edbe8:44469 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731176423035Disabling compacts and flushes for region at 1731176423035Disabling writes for close at 1731176423035Obtaining lock to block concurrent updates at 1731176423035Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731176423035Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731176423036 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731176423036Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731176423036Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731176423049 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731176423049Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731176423457 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731176423474 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731176423474Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731176423891 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731176423917 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731176423917Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21846638: reopening flushed file at 1731176424329 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cb62027: reopening flushed file at 1731176424338 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@742c7f5d: reopening flushed file at 1731176424344 (+6 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1320ms, sequenceid=97, compaction requested=false at 1731176424355 (+11 ms)Writing region close event to WAL at 1731176424363 (+8 ms)Closed at 1731176424363 2024-11-09T18:20:24,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46023 is added to blk_1073741830_1006 (size=63654) 2024-11-09T18:20:24,371 INFO [M:0;fb97eb0edbe8:44469 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T18:20:24,371 INFO [M:0;fb97eb0edbe8:44469 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44469 2024-11-09T18:20:24,371 INFO [M:0;fb97eb0edbe8:44469 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T18:20:24,373 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T18:20:24,561 INFO [M:0;fb97eb0edbe8:44469 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T18:20:24,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44469-0x10120d36aa30000, quorum=127.0.0.1:49781, baseZNode=/0-1409714311 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:20:24,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44469-0x10120d36aa30000, quorum=127.0.0.1:49781, baseZNode=/0-1409714311 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:20:24,568 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@11eb5101{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:20:24,568 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@69d1f1fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T18:20:24,568 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T18:20:24,568 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73c15c8b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T18:20:24,569 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@122dce00{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3141c52-bc1f-4d7d-f28a-c91842968977/hadoop.log.dir/,STOPPED} 2024-11-09T18:20:24,570 WARN [BP-33410954-172.17.0.3-1731176394526 heartbeating to localhost/127.0.0.1:37233 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T18:20:24,570 WARN [BP-33410954-172.17.0.3-1731176394526 heartbeating to localhost/127.0.0.1:37233 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-33410954-172.17.0.3-1731176394526 (Datanode Uuid 2cb36e29-70d5-4971-a251-186509cf18c1) service to localhost/127.0.0.1:37233 2024-11-09T18:20:24,570 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T18:20:24,570 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T18:20:24,571 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3141c52-bc1f-4d7d-f28a-c91842968977/cluster_70582aa8-b3f2-2cce-554e-6de1added87b/data/data1/current/BP-33410954-172.17.0.3-1731176394526 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T18:20:24,571 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3141c52-bc1f-4d7d-f28a-c91842968977/cluster_70582aa8-b3f2-2cce-554e-6de1added87b/data/data2/current/BP-33410954-172.17.0.3-1731176394526 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T18:20:24,572 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T18:20:24,579 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12308967{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T18:20:24,579 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a7cd469{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T18:20:24,579 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T18:20:24,580 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58cb4747{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T18:20:24,580 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26ff3d7d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3141c52-bc1f-4d7d-f28a-c91842968977/hadoop.log.dir/,STOPPED} 2024-11-09T18:20:24,595 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T18:20:24,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T18:20:24,617 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:20:24,618 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fb97eb0edbe8,32911,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fb97eb0edbe8:32911 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T18:20:24,618 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4181 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fb97eb0edbe8,32911,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fb97eb0edbe8:32911 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T18:20:24,624 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=239 (was 203) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37233 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33505 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33505 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33505 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37233 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33505 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37233 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:37233 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33505 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37233 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:33505 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37233 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33505 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49781) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37233 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33505 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37233 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37233 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49781) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37233 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=621 (was 571) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=432 (was 385) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3522 (was 2365) - AvailableMemoryMB LEAK? - 2024-11-09T18:20:24,639 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=239, OpenFileDescriptor=621, MaxFileDescriptor=1048576, SystemLoadAverage=432, ProcessCount=11, AvailableMemoryMB=3518 2024-11-09T18:20:24,658 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-09T18:20:24,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6eda11d-2794-0a0a-794a-b401cabb4ef1/hadoop.log.dir so I do NOT create it in target/test-data/f6995656-4b6a-dbba-3a66-d209e77be249 2024-11-09T18:20:24,658 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6eda11d-2794-0a0a-794a-b401cabb4ef1/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T18:20:24,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6eda11d-2794-0a0a-794a-b401cabb4ef1/hadoop.tmp.dir so I do NOT create it in target/test-data/f6995656-4b6a-dbba-3a66-d209e77be249 2024-11-09T18:20:24,659 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6eda11d-2794-0a0a-794a-b401cabb4ef1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T18:20:24,659 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6995656-4b6a-dbba-3a66-d209e77be249 2024-11-09T18:20:24,659 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6995656-4b6a-dbba-3a66-d209e77be249/cluster_60ec7649-01d8-9f4e-4720-56a5bdba0c9f, deleteOnExit=true 2024-11-09T18:20:24,665 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6995656-4b6a-dbba-3a66-d209e77be249/cluster_60ec7649-01d8-9f4e-4720-56a5bdba0c9f/zookeeper_0, clientPort=60384, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6995656-4b6a-dbba-3a66-d209e77be249/cluster_60ec7649-01d8-9f4e-4720-56a5bdba0c9f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6995656-4b6a-dbba-3a66-d209e77be249/cluster_60ec7649-01d8-9f4e-4720-56a5bdba0c9f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T18:20:24,668 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60384 2024-11-09T18:20:24,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T18:20:24,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T18:20:24,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6995656-4b6a-dbba-3a66-d209e77be249/test.cache.data in system properties and HBase conf 2024-11-09T18:20:24,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6995656-4b6a-dbba-3a66-d209e77be249/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T18:20:24,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6995656-4b6a-dbba-3a66-d209e77be249/hadoop.log.dir in system properties and HBase conf 2024-11-09T18:20:24,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6995656-4b6a-dbba-3a66-d209e77be249/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T18:20:24,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6995656-4b6a-dbba-3a66-d209e77be249/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T18:20:24,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T18:20:24,669 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T18:20:24,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6995656-4b6a-dbba-3a66-d209e77be249/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T18:20:24,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6995656-4b6a-dbba-3a66-d209e77be249/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T18:20:24,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6995656-4b6a-dbba-3a66-d209e77be249/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T18:20:24,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6995656-4b6a-dbba-3a66-d209e77be249/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T18:20:24,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6995656-4b6a-dbba-3a66-d209e77be249/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T18:20:24,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6995656-4b6a-dbba-3a66-d209e77be249/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T18:20:24,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6995656-4b6a-dbba-3a66-d209e77be249/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T18:20:24,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6995656-4b6a-dbba-3a66-d209e77be249/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T18:20:24,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6995656-4b6a-dbba-3a66-d209e77be249/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T18:20:24,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6995656-4b6a-dbba-3a66-d209e77be249/nfs.dump.dir in system properties and HBase conf 2024-11-09T18:20:24,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6995656-4b6a-dbba-3a66-d209e77be249/java.io.tmpdir in system properties and HBase conf 2024-11-09T18:20:24,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6995656-4b6a-dbba-3a66-d209e77be249/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T18:20:24,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6995656-4b6a-dbba-3a66-d209e77be249/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T18:20:24,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6995656-4b6a-dbba-3a66-d209e77be249/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T18:20:24,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10120d36aa30005, quorum=127.0.0.1:49781, baseZNode=/153483242 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T18:20:24,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10120d36aa30002, quorum=127.0.0.1:49781, baseZNode=/0-1409714311 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T18:20:24,684 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10120d36aa30005, quorum=127.0.0.1:49781, baseZNode=/153483242 Received Disconnected from ZooKeeper, ignoring 2024-11-09T18:20:24,684 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10120d36aa30002, quorum=127.0.0.1:49781, baseZNode=/0-1409714311 Received Disconnected from ZooKeeper, ignoring 2024-11-09T18:20:25,155 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:20:25,161 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T18:20:25,163 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T18:20:25,163 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T18:20:25,163 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T18:20:25,164 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:20:25,166 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a794780{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6995656-4b6a-dbba-3a66-d209e77be249/hadoop.log.dir/,AVAILABLE} 2024-11-09T18:20:25,166 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52ee9161{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T18:20:25,305 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@695a71ea{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6995656-4b6a-dbba-3a66-d209e77be249/java.io.tmpdir/jetty-localhost-40207-hadoop-hdfs-3_4_1-tests_jar-_-any-9564352251025598012/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T18:20:25,306 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@71d9805d{HTTP/1.1, (http/1.1)}{localhost:40207} 2024-11-09T18:20:25,306 INFO [Time-limited test {}] server.Server(415): Started @196055ms 2024-11-09T18:20:25,557 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T18:20:25,557 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T18:20:25,557 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T18:20:25,557 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T18:20:25,557 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-09T18:20:25,557 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T18:20:25,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T18:20:25,736 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:20:25,742 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T18:20:25,747 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T18:20:25,747 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T18:20:25,747 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T18:20:25,747 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12690708{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6995656-4b6a-dbba-3a66-d209e77be249/hadoop.log.dir/,AVAILABLE} 2024-11-09T18:20:25,748 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c6f71b0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T18:20:25,872 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@ef0e109{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6995656-4b6a-dbba-3a66-d209e77be249/java.io.tmpdir/jetty-localhost-41641-hadoop-hdfs-3_4_1-tests_jar-_-any-3646580320489936151/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:20:25,873 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@71197954{HTTP/1.1, (http/1.1)}{localhost:41641} 2024-11-09T18:20:25,873 INFO [Time-limited test {}] server.Server(415): Started @196621ms 2024-11-09T18:20:25,874 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T18:20:26,631 WARN [Thread-2170 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6995656-4b6a-dbba-3a66-d209e77be249/cluster_60ec7649-01d8-9f4e-4720-56a5bdba0c9f/data/data1/current/BP-318398677-172.17.0.3-1731176424695/current, will proceed with Du for space computation calculation, 2024-11-09T18:20:26,631 WARN [Thread-2171 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6995656-4b6a-dbba-3a66-d209e77be249/cluster_60ec7649-01d8-9f4e-4720-56a5bdba0c9f/data/data2/current/BP-318398677-172.17.0.3-1731176424695/current, will proceed with Du for space computation calculation, 2024-11-09T18:20:26,648 WARN [Thread-2158 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T18:20:26,650 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2d5782fb992ececf with lease ID 0x21a0d0c624c0fff2: Processing first storage report for DS-db239bd2-c088-44ca-a507-356dd551b9b4 from datanode DatanodeRegistration(127.0.0.1:41157, datanodeUuid=5306a8dd-66cc-4b08-82e9-228f0b99bd00, infoPort=36197, infoSecurePort=0, ipcPort=33517, storageInfo=lv=-57;cid=testClusterID;nsid=262153628;c=1731176424695) 2024-11-09T18:20:26,650 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2d5782fb992ececf with lease ID 0x21a0d0c624c0fff2: from storage DS-db239bd2-c088-44ca-a507-356dd551b9b4 node DatanodeRegistration(127.0.0.1:41157, datanodeUuid=5306a8dd-66cc-4b08-82e9-228f0b99bd00, infoPort=36197, infoSecurePort=0, ipcPort=33517, storageInfo=lv=-57;cid=testClusterID;nsid=262153628;c=1731176424695), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T18:20:26,650 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2d5782fb992ececf with lease ID 0x21a0d0c624c0fff2: Processing first storage report for DS-3b39857d-e63f-4854-8e8e-11b99bd6d986 from datanode DatanodeRegistration(127.0.0.1:41157, datanodeUuid=5306a8dd-66cc-4b08-82e9-228f0b99bd00, infoPort=36197, infoSecurePort=0, ipcPort=33517, storageInfo=lv=-57;cid=testClusterID;nsid=262153628;c=1731176424695) 2024-11-09T18:20:26,650 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2d5782fb992ececf with lease ID 0x21a0d0c624c0fff2: from storage DS-3b39857d-e63f-4854-8e8e-11b99bd6d986 node DatanodeRegistration(127.0.0.1:41157, datanodeUuid=5306a8dd-66cc-4b08-82e9-228f0b99bd00, infoPort=36197, infoSecurePort=0, ipcPort=33517, storageInfo=lv=-57;cid=testClusterID;nsid=262153628;c=1731176424695), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T18:20:26,699 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6995656-4b6a-dbba-3a66-d209e77be249 2024-11-09T18:20:26,699 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:20:26,700 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:20:26,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741825_1001 (size=7) 2024-11-09T18:20:27,107 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b with version=8 2024-11-09T18:20:27,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/hbase-staging 2024-11-09T18:20:27,109 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fb97eb0edbe8:0 server-side Connection retries=45 2024-11-09T18:20:27,109 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:20:27,109 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T18:20:27,109 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T18:20:27,109 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:20:27,109 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T18:20:27,109 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T18:20:27,109 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T18:20:27,110 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46057 2024-11-09T18:20:27,110 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46057 connecting to ZooKeeper ensemble=127.0.0.1:60384 2024-11-09T18:20:27,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:460570x0, quorum=127.0.0.1:60384, baseZNode=/0-381304242 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:20:27,181 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46057-0x10120d3e0830000 connected 2024-11-09T18:20:27,261 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:20:27,263 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:20:27,265 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46057-0x10120d3e0830000, quorum=127.0.0.1:60384, baseZNode=/0-381304242 Set watcher on znode that does not yet exist, /0-381304242/running 2024-11-09T18:20:27,266 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b, hbase.cluster.distributed=false 2024-11-09T18:20:27,267 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46057-0x10120d3e0830000, quorum=127.0.0.1:60384, baseZNode=/0-381304242 Set watcher on znode that does not yet exist, /0-381304242/acl 2024-11-09T18:20:27,267 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46057 2024-11-09T18:20:27,267 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46057 2024-11-09T18:20:27,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46057 2024-11-09T18:20:27,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46057 2024-11-09T18:20:27,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46057 2024-11-09T18:20:27,286 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fb97eb0edbe8:0 server-side Connection retries=45 2024-11-09T18:20:27,286 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:20:27,286 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T18:20:27,286 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T18:20:27,286 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:20:27,286 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T18:20:27,286 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T18:20:27,286 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T18:20:27,287 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33823 2024-11-09T18:20:27,288 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33823 connecting to ZooKeeper ensemble=127.0.0.1:60384 2024-11-09T18:20:27,288 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:20:27,290 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:20:27,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:338230x0, quorum=127.0.0.1:60384, baseZNode=/0-381304242 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:20:27,304 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:338230x0, quorum=127.0.0.1:60384, baseZNode=/0-381304242 Set watcher on znode that does not yet exist, /0-381304242/running 2024-11-09T18:20:27,304 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T18:20:27,304 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33823-0x10120d3e0830001 connected 2024-11-09T18:20:27,306 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T18:20:27,307 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33823-0x10120d3e0830001, quorum=127.0.0.1:60384, baseZNode=/0-381304242 Set watcher on znode that does not yet exist, /0-381304242/master 2024-11-09T18:20:27,307 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33823-0x10120d3e0830001, quorum=127.0.0.1:60384, baseZNode=/0-381304242 Set watcher on znode that does not yet exist, /0-381304242/acl 2024-11-09T18:20:27,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33823 2024-11-09T18:20:27,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33823 2024-11-09T18:20:27,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33823 2024-11-09T18:20:27,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33823 2024-11-09T18:20:27,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33823 2024-11-09T18:20:27,333 DEBUG [M:0;fb97eb0edbe8:46057 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fb97eb0edbe8:46057 2024-11-09T18:20:27,333 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-381304242/backup-masters/fb97eb0edbe8,46057,1731176427109 2024-11-09T18:20:27,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46057-0x10120d3e0830000, quorum=127.0.0.1:60384, baseZNode=/0-381304242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-381304242/backup-masters 2024-11-09T18:20:27,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33823-0x10120d3e0830001, quorum=127.0.0.1:60384, baseZNode=/0-381304242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-381304242/backup-masters 2024-11-09T18:20:27,346 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46057-0x10120d3e0830000, quorum=127.0.0.1:60384, baseZNode=/0-381304242 Set watcher on existing znode=/0-381304242/backup-masters/fb97eb0edbe8,46057,1731176427109 2024-11-09T18:20:27,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33823-0x10120d3e0830001, quorum=127.0.0.1:60384, baseZNode=/0-381304242 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-381304242/master 2024-11-09T18:20:27,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33823-0x10120d3e0830001, quorum=127.0.0.1:60384, baseZNode=/0-381304242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-381304242 2024-11-09T18:20:27,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46057-0x10120d3e0830000, quorum=127.0.0.1:60384, baseZNode=/0-381304242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-381304242 2024-11-09T18:20:27,356 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46057-0x10120d3e0830000, quorum=127.0.0.1:60384, baseZNode=/0-381304242 Set watcher on existing znode=/0-381304242/master 2024-11-09T18:20:27,357 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-381304242/backup-masters/fb97eb0edbe8,46057,1731176427109 from backup master directory 2024-11-09T18:20:27,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33823-0x10120d3e0830001, quorum=127.0.0.1:60384, baseZNode=/0-381304242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-381304242/backup-masters 2024-11-09T18:20:27,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46057-0x10120d3e0830000, quorum=127.0.0.1:60384, baseZNode=/0-381304242 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-381304242/backup-masters/fb97eb0edbe8,46057,1731176427109 2024-11-09T18:20:27,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46057-0x10120d3e0830000, quorum=127.0.0.1:60384, baseZNode=/0-381304242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-381304242/backup-masters 2024-11-09T18:20:27,367 WARN [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T18:20:27,367 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fb97eb0edbe8,46057,1731176427109 2024-11-09T18:20:27,374 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/hbase.id] with ID: 19f6042a-e19d-4bbd-828c-08ac8fa36cd8 2024-11-09T18:20:27,374 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/.tmp/hbase.id 2024-11-09T18:20:27,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741826_1002 (size=42) 2024-11-09T18:20:27,796 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/.tmp/hbase.id]:[hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/hbase.id] 2024-11-09T18:20:27,804 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:20:27,804 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T18:20:27,805 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T18:20:27,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46057-0x10120d3e0830000, quorum=127.0.0.1:60384, baseZNode=/0-381304242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-381304242 2024-11-09T18:20:27,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33823-0x10120d3e0830001, quorum=127.0.0.1:60384, baseZNode=/0-381304242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-381304242 2024-11-09T18:20:27,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741827_1003 (size=196) 2024-11-09T18:20:28,259 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:20:28,260 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T18:20:28,260 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:20:28,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741828_1004 (size=1189) 2024-11-09T18:20:28,637 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:20:28,638 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fb97eb0edbe8,32911,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fb97eb0edbe8:32911 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T18:20:28,638 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8201 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fb97eb0edbe8,32911,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fb97eb0edbe8:32911 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T18:20:28,673 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/MasterData/data/master/store 2024-11-09T18:20:28,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741829_1005 (size=34) 2024-11-09T18:20:29,078 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:20:29,078 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T18:20:29,078 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:20:29,078 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:20:29,078 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T18:20:29,078 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:20:29,078 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:20:29,078 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731176429078Disabling compacts and flushes for region at 1731176429078Disabling writes for close at 1731176429078Writing region close event to WAL at 1731176429078Closed at 1731176429078 2024-11-09T18:20:29,079 WARN [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/MasterData/data/master/store/.initializing 2024-11-09T18:20:29,079 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/MasterData/WALs/fb97eb0edbe8,46057,1731176427109 2024-11-09T18:20:29,080 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T18:20:29,081 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb97eb0edbe8%2C46057%2C1731176427109, suffix=, logDir=hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/MasterData/WALs/fb97eb0edbe8,46057,1731176427109, archiveDir=hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/MasterData/oldWALs, maxLogs=10 2024-11-09T18:20:29,095 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/MasterData/WALs/fb97eb0edbe8,46057,1731176427109/fb97eb0edbe8%2C46057%2C1731176427109.1731176429081, exclude list is [], retry=0 2024-11-09T18:20:29,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41157,DS-db239bd2-c088-44ca-a507-356dd551b9b4,DISK] 2024-11-09T18:20:29,106 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/MasterData/WALs/fb97eb0edbe8,46057,1731176427109/fb97eb0edbe8%2C46057%2C1731176427109.1731176429081 2024-11-09T18:20:29,106 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36197:36197)] 2024-11-09T18:20:29,106 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:20:29,107 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:20:29,107 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:20:29,107 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:20:29,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:20:29,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T18:20:29,109 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:20:29,110 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:20:29,110 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:20:29,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T18:20:29,111 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:20:29,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:20:29,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:20:29,112 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T18:20:29,112 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:20:29,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:20:29,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:20:29,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T18:20:29,114 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:20:29,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:20:29,115 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:20:29,115 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:20:29,116 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:20:29,116 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:20:29,116 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:20:29,117 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:20:29,118 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:20:29,119 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:20:29,120 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69742764, jitterRate=0.03924816846847534}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:20:29,120 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731176429107Initializing all the Stores at 1731176429108 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176429108Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176429108Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176429108Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176429108Cleaning up temporary data from old regions at 1731176429116 (+8 ms)Region opened successfully at 1731176429120 (+4 ms) 2024-11-09T18:20:29,121 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T18:20:29,123 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f53e89e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb97eb0edbe8/172.17.0.3:0 2024-11-09T18:20:29,124 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T18:20:29,124 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T18:20:29,124 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T18:20:29,124 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T18:20:29,124 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T18:20:29,125 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T18:20:29,125 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T18:20:29,126 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T18:20:29,127 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46057-0x10120d3e0830000, quorum=127.0.0.1:60384, baseZNode=/0-381304242 Unable to get data of znode /0-381304242/balancer because node does not exist (not necessarily an error) 2024-11-09T18:20:29,202 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-381304242/balancer already deleted, retry=false 2024-11-09T18:20:29,202 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T18:20:29,203 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46057-0x10120d3e0830000, quorum=127.0.0.1:60384, baseZNode=/0-381304242 Unable to get data of znode /0-381304242/normalizer because node does not exist (not necessarily an error) 2024-11-09T18:20:29,254 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-381304242/normalizer already deleted, retry=false 2024-11-09T18:20:29,255 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T18:20:29,256 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46057-0x10120d3e0830000, quorum=127.0.0.1:60384, baseZNode=/0-381304242 Unable to get data of znode /0-381304242/switch/split because node does not exist (not necessarily an error) 2024-11-09T18:20:29,353 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-381304242/switch/split already deleted, retry=false 2024-11-09T18:20:29,354 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46057-0x10120d3e0830000, quorum=127.0.0.1:60384, baseZNode=/0-381304242 Unable to get data of znode /0-381304242/switch/merge because node does not exist (not necessarily an error) 2024-11-09T18:20:29,435 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-381304242/switch/merge already deleted, retry=false 2024-11-09T18:20:29,437 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46057-0x10120d3e0830000, quorum=127.0.0.1:60384, baseZNode=/0-381304242 Unable to get data of znode /0-381304242/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T18:20:29,524 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-381304242/snapshot-cleanup already deleted, retry=false 2024-11-09T18:20:29,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46057-0x10120d3e0830000, quorum=127.0.0.1:60384, baseZNode=/0-381304242 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-381304242/running 2024-11-09T18:20:29,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46057-0x10120d3e0830000, quorum=127.0.0.1:60384, baseZNode=/0-381304242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-381304242 2024-11-09T18:20:29,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33823-0x10120d3e0830001, quorum=127.0.0.1:60384, baseZNode=/0-381304242 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-381304242/running 2024-11-09T18:20:29,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33823-0x10120d3e0830001, quorum=127.0.0.1:60384, baseZNode=/0-381304242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-381304242 2024-11-09T18:20:29,607 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fb97eb0edbe8,46057,1731176427109, sessionid=0x10120d3e0830000, setting cluster-up flag (Was=false) 2024-11-09T18:20:29,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33823-0x10120d3e0830001, quorum=127.0.0.1:60384, baseZNode=/0-381304242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-381304242 2024-11-09T18:20:29,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46057-0x10120d3e0830000, quorum=127.0.0.1:60384, baseZNode=/0-381304242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-381304242 2024-11-09T18:20:30,016 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-381304242/flush-table-proc/acquired, /0-381304242/flush-table-proc/reached, /0-381304242/flush-table-proc/abort 2024-11-09T18:20:30,017 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb97eb0edbe8,46057,1731176427109 2024-11-09T18:20:30,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46057-0x10120d3e0830000, quorum=127.0.0.1:60384, baseZNode=/0-381304242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-381304242 2024-11-09T18:20:30,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33823-0x10120d3e0830001, quorum=127.0.0.1:60384, baseZNode=/0-381304242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-381304242 2024-11-09T18:20:30,092 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-381304242/online-snapshot/acquired, /0-381304242/online-snapshot/reached, /0-381304242/online-snapshot/abort 2024-11-09T18:20:30,093 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb97eb0edbe8,46057,1731176427109 2024-11-09T18:20:30,094 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T18:20:30,096 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T18:20:30,096 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T18:20:30,096 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T18:20:30,096 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fb97eb0edbe8,46057,1731176427109 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T18:20:30,098 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:20:30,098 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:20:30,098 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:20:30,098 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:20:30,098 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fb97eb0edbe8:0, corePoolSize=10, maxPoolSize=10 2024-11-09T18:20:30,098 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:20:30,098 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=2, maxPoolSize=2 2024-11-09T18:20:30,098 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:20:30,099 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:20:30,099 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T18:20:30,100 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731176460100 2024-11-09T18:20:30,100 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T18:20:30,100 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T18:20:30,100 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T18:20:30,100 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T18:20:30,100 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T18:20:30,100 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T18:20:30,100 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:20:30,100 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T18:20:30,100 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T18:20:30,104 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T18:20:30,104 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T18:20:30,104 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T18:20:30,105 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T18:20:30,105 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T18:20:30,105 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T18:20:30,108 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731176430105,5,FailOnTimeoutGroup] 2024-11-09T18:20:30,109 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731176430109,5,FailOnTimeoutGroup] 2024-11-09T18:20:30,109 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T18:20:30,109 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T18:20:30,109 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T18:20:30,109 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T18:20:30,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741831_1007 (size=1321) 2024-11-09T18:20:30,114 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T18:20:30,115 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b 2024-11-09T18:20:30,125 INFO [RS:0;fb97eb0edbe8:33823 {}] regionserver.HRegionServer(746): ClusterId : 19f6042a-e19d-4bbd-828c-08ac8fa36cd8 2024-11-09T18:20:30,125 DEBUG [RS:0;fb97eb0edbe8:33823 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T18:20:30,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741832_1008 (size=32) 2024-11-09T18:20:30,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:20:30,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T18:20:30,133 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T18:20:30,133 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:20:30,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:20:30,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T18:20:30,135 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T18:20:30,135 DEBUG [RS:0;fb97eb0edbe8:33823 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T18:20:30,135 DEBUG [RS:0;fb97eb0edbe8:33823 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T18:20:30,135 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:20:30,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:20:30,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T18:20:30,137 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T18:20:30,137 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:20:30,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:20:30,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T18:20:30,139 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T18:20:30,139 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:20:30,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:20:30,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T18:20:30,140 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/data/hbase/meta/1588230740 2024-11-09T18:20:30,140 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/data/hbase/meta/1588230740 2024-11-09T18:20:30,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T18:20:30,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T18:20:30,141 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:20:30,142 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T18:20:30,144 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:20:30,144 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59141369, jitterRate=-0.11872492730617523}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:20:30,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731176430130Initializing all the Stores at 1731176430131 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176430131Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176430132 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176430132Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176430132Cleaning up temporary data from old regions at 1731176430141 (+9 ms)Region opened successfully at 1731176430145 (+4 ms) 2024-11-09T18:20:30,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T18:20:30,145 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T18:20:30,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T18:20:30,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T18:20:30,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T18:20:30,145 DEBUG [RS:0;fb97eb0edbe8:33823 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T18:20:30,146 DEBUG [RS:0;fb97eb0edbe8:33823 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b11dcbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb97eb0edbe8/172.17.0.3:0 2024-11-09T18:20:30,148 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T18:20:30,148 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731176430145Disabling compacts and flushes for region at 1731176430145Disabling writes for close at 1731176430145Writing region close event to WAL at 1731176430148 (+3 ms)Closed at 1731176430148 2024-11-09T18:20:30,149 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:20:30,149 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T18:20:30,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T18:20:30,150 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T18:20:30,150 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T18:20:30,166 DEBUG [RS:0;fb97eb0edbe8:33823 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fb97eb0edbe8:33823 2024-11-09T18:20:30,166 INFO [RS:0;fb97eb0edbe8:33823 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T18:20:30,166 INFO [RS:0;fb97eb0edbe8:33823 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T18:20:30,166 DEBUG [RS:0;fb97eb0edbe8:33823 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T18:20:30,167 INFO [RS:0;fb97eb0edbe8:33823 {}] regionserver.HRegionServer(2659): reportForDuty to master=fb97eb0edbe8,46057,1731176427109 with port=33823, startcode=1731176427286 2024-11-09T18:20:30,167 DEBUG [RS:0;fb97eb0edbe8:33823 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T18:20:30,169 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34209, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T18:20:30,169 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46057 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fb97eb0edbe8,33823,1731176427286 2024-11-09T18:20:30,169 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46057 {}] master.ServerManager(517): Registering regionserver=fb97eb0edbe8,33823,1731176427286 2024-11-09T18:20:30,170 DEBUG [RS:0;fb97eb0edbe8:33823 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b 2024-11-09T18:20:30,171 DEBUG [RS:0;fb97eb0edbe8:33823 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35873 2024-11-09T18:20:30,171 DEBUG [RS:0;fb97eb0edbe8:33823 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T18:20:30,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46057-0x10120d3e0830000, quorum=127.0.0.1:60384, baseZNode=/0-381304242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-381304242/rs 2024-11-09T18:20:30,198 DEBUG [RS:0;fb97eb0edbe8:33823 {}] zookeeper.ZKUtil(111): regionserver:33823-0x10120d3e0830001, quorum=127.0.0.1:60384, baseZNode=/0-381304242 Set watcher on existing znode=/0-381304242/rs/fb97eb0edbe8,33823,1731176427286 2024-11-09T18:20:30,198 WARN [RS:0;fb97eb0edbe8:33823 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T18:20:30,198 INFO [RS:0;fb97eb0edbe8:33823 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:20:30,198 DEBUG [RS:0;fb97eb0edbe8:33823 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/WALs/fb97eb0edbe8,33823,1731176427286 2024-11-09T18:20:30,198 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fb97eb0edbe8,33823,1731176427286] 2024-11-09T18:20:30,201 INFO [RS:0;fb97eb0edbe8:33823 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T18:20:30,205 INFO [RS:0;fb97eb0edbe8:33823 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T18:20:30,205 INFO [RS:0;fb97eb0edbe8:33823 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T18:20:30,206 INFO [RS:0;fb97eb0edbe8:33823 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:20:30,208 INFO [RS:0;fb97eb0edbe8:33823 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T18:20:30,209 INFO [RS:0;fb97eb0edbe8:33823 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T18:20:30,209 INFO [RS:0;fb97eb0edbe8:33823 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T18:20:30,209 DEBUG [RS:0;fb97eb0edbe8:33823 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:20:30,209 DEBUG [RS:0;fb97eb0edbe8:33823 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:20:30,209 DEBUG [RS:0;fb97eb0edbe8:33823 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:20:30,209 DEBUG [RS:0;fb97eb0edbe8:33823 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:20:30,209 DEBUG [RS:0;fb97eb0edbe8:33823 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:20:30,209 DEBUG [RS:0;fb97eb0edbe8:33823 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=2, maxPoolSize=2 2024-11-09T18:20:30,209 DEBUG [RS:0;fb97eb0edbe8:33823 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:20:30,209 DEBUG [RS:0;fb97eb0edbe8:33823 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:20:30,210 DEBUG [RS:0;fb97eb0edbe8:33823 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:20:30,210 DEBUG [RS:0;fb97eb0edbe8:33823 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:20:30,210 DEBUG [RS:0;fb97eb0edbe8:33823 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:20:30,210 DEBUG [RS:0;fb97eb0edbe8:33823 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:20:30,210 DEBUG [RS:0;fb97eb0edbe8:33823 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:20:30,210 DEBUG [RS:0;fb97eb0edbe8:33823 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:20:30,215 INFO [RS:0;fb97eb0edbe8:33823 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:20:30,215 INFO [RS:0;fb97eb0edbe8:33823 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:20:30,215 INFO [RS:0;fb97eb0edbe8:33823 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:20:30,215 INFO [RS:0;fb97eb0edbe8:33823 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T18:20:30,215 INFO [RS:0;fb97eb0edbe8:33823 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T18:20:30,215 INFO [RS:0;fb97eb0edbe8:33823 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,33823,1731176427286-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T18:20:30,232 INFO [RS:0;fb97eb0edbe8:33823 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T18:20:30,232 INFO [RS:0;fb97eb0edbe8:33823 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,33823,1731176427286-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:20:30,232 INFO [RS:0;fb97eb0edbe8:33823 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:20:30,232 INFO [RS:0;fb97eb0edbe8:33823 {}] regionserver.Replication(171): fb97eb0edbe8,33823,1731176427286 started 2024-11-09T18:20:30,248 INFO [RS:0;fb97eb0edbe8:33823 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:20:30,248 INFO [RS:0;fb97eb0edbe8:33823 {}] regionserver.HRegionServer(1482): Serving as fb97eb0edbe8,33823,1731176427286, RpcServer on fb97eb0edbe8/172.17.0.3:33823, sessionid=0x10120d3e0830001 2024-11-09T18:20:30,248 DEBUG [RS:0;fb97eb0edbe8:33823 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T18:20:30,248 DEBUG [RS:0;fb97eb0edbe8:33823 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fb97eb0edbe8,33823,1731176427286 2024-11-09T18:20:30,248 DEBUG [RS:0;fb97eb0edbe8:33823 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,33823,1731176427286' 2024-11-09T18:20:30,248 DEBUG [RS:0;fb97eb0edbe8:33823 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-381304242/flush-table-proc/abort' 2024-11-09T18:20:30,248 DEBUG [RS:0;fb97eb0edbe8:33823 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-381304242/flush-table-proc/acquired' 2024-11-09T18:20:30,249 DEBUG [RS:0;fb97eb0edbe8:33823 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T18:20:30,249 DEBUG [RS:0;fb97eb0edbe8:33823 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T18:20:30,249 DEBUG [RS:0;fb97eb0edbe8:33823 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fb97eb0edbe8,33823,1731176427286 2024-11-09T18:20:30,249 DEBUG [RS:0;fb97eb0edbe8:33823 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,33823,1731176427286' 2024-11-09T18:20:30,249 DEBUG [RS:0;fb97eb0edbe8:33823 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-381304242/online-snapshot/abort' 2024-11-09T18:20:30,249 DEBUG [RS:0;fb97eb0edbe8:33823 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-381304242/online-snapshot/acquired' 2024-11-09T18:20:30,249 DEBUG [RS:0;fb97eb0edbe8:33823 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T18:20:30,249 INFO [RS:0;fb97eb0edbe8:33823 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T18:20:30,249 INFO [RS:0;fb97eb0edbe8:33823 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T18:20:30,305 WARN [fb97eb0edbe8:46057 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T18:20:30,350 INFO [RS:0;fb97eb0edbe8:33823 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T18:20:30,351 INFO [RS:0;fb97eb0edbe8:33823 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fb97eb0edbe8%2C33823%2C1731176427286, suffix=, logDir=hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/WALs/fb97eb0edbe8,33823,1731176427286, archiveDir=hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/oldWALs, maxLogs=10 2024-11-09T18:20:30,368 DEBUG [RS:0;fb97eb0edbe8:33823 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/WALs/fb97eb0edbe8,33823,1731176427286/fb97eb0edbe8%2C33823%2C1731176427286.1731176430351, exclude list is [], retry=0 2024-11-09T18:20:30,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41157,DS-db239bd2-c088-44ca-a507-356dd551b9b4,DISK] 2024-11-09T18:20:30,373 INFO [RS:0;fb97eb0edbe8:33823 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/WALs/fb97eb0edbe8,33823,1731176427286/fb97eb0edbe8%2C33823%2C1731176427286.1731176430351 2024-11-09T18:20:30,376 DEBUG [RS:0;fb97eb0edbe8:33823 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36197:36197)] 2024-11-09T18:20:30,555 DEBUG [fb97eb0edbe8:46057 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T18:20:30,556 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fb97eb0edbe8,33823,1731176427286 2024-11-09T18:20:30,557 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb97eb0edbe8,33823,1731176427286, state=OPENING 2024-11-09T18:20:30,608 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T18:20:30,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46057-0x10120d3e0830000, quorum=127.0.0.1:60384, baseZNode=/0-381304242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-381304242 2024-11-09T18:20:30,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33823-0x10120d3e0830001, quorum=127.0.0.1:60384, baseZNode=/0-381304242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-381304242 2024-11-09T18:20:30,619 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T18:20:30,619 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-381304242/meta-region-server: CHANGED 2024-11-09T18:20:30,619 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-381304242/meta-region-server: CHANGED 2024-11-09T18:20:30,619 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,33823,1731176427286}] 2024-11-09T18:20:30,770 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T18:20:30,771 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55231, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T18:20:30,774 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T18:20:30,774 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:20:30,774 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T18:20:30,775 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fb97eb0edbe8%2C33823%2C1731176427286.meta, suffix=.meta, logDir=hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/WALs/fb97eb0edbe8,33823,1731176427286, archiveDir=hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/oldWALs, maxLogs=10 2024-11-09T18:20:30,791 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/WALs/fb97eb0edbe8,33823,1731176427286/fb97eb0edbe8%2C33823%2C1731176427286.meta.1731176430776.meta, exclude list is [], retry=0 2024-11-09T18:20:30,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41157,DS-db239bd2-c088-44ca-a507-356dd551b9b4,DISK] 2024-11-09T18:20:30,794 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/WALs/fb97eb0edbe8,33823,1731176427286/fb97eb0edbe8%2C33823%2C1731176427286.meta.1731176430776.meta 2024-11-09T18:20:30,794 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36197:36197)] 2024-11-09T18:20:30,794 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:20:30,794 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T18:20:30,794 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T18:20:30,794 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T18:20:30,795 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T18:20:30,795 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T18:20:30,795 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:20:30,795 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T18:20:30,795 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T18:20:30,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T18:20:30,797 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T18:20:30,797 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:20:30,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:20:30,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T18:20:30,798 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T18:20:30,798 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:20:30,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:20:30,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T18:20:30,799 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T18:20:30,799 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:20:30,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:20:30,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T18:20:30,799 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T18:20:30,800 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:20:30,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:20:30,800 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T18:20:30,800 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/data/hbase/meta/1588230740 2024-11-09T18:20:30,801 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/data/hbase/meta/1588230740 2024-11-09T18:20:30,802 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T18:20:30,802 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T18:20:30,802 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:20:30,803 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T18:20:30,803 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69894727, jitterRate=0.04151259362697601}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:20:30,803 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T18:20:30,804 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731176430795Writing region info on filesystem at 1731176430795Initializing all the Stores at 1731176430796 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176430796Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176430796Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176430796Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176430796Cleaning up temporary data from old regions at 1731176430802 (+6 ms)Running coprocessor post-open hooks at 1731176430803 (+1 ms)Region opened successfully at 1731176430804 (+1 ms) 2024-11-09T18:20:30,805 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731176430770 2024-11-09T18:20:30,806 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T18:20:30,806 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T18:20:30,807 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,33823,1731176427286 2024-11-09T18:20:30,807 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb97eb0edbe8,33823,1731176427286, state=OPEN 2024-11-09T18:20:30,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33823-0x10120d3e0830001, quorum=127.0.0.1:60384, baseZNode=/0-381304242 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-381304242/meta-region-server 2024-11-09T18:20:30,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46057-0x10120d3e0830000, quorum=127.0.0.1:60384, baseZNode=/0-381304242 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-381304242/meta-region-server 2024-11-09T18:20:30,868 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-381304242/meta-region-server: CHANGED 2024-11-09T18:20:30,868 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-381304242/meta-region-server: CHANGED 2024-11-09T18:20:30,868 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,33823,1731176427286 2024-11-09T18:20:30,870 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T18:20:30,870 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,33823,1731176427286 in 249 msec 2024-11-09T18:20:30,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T18:20:30,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 721 msec 2024-11-09T18:20:30,873 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:20:30,873 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T18:20:30,874 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:20:30,874 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,33823,1731176427286, seqNum=-1] 2024-11-09T18:20:30,874 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:20:30,875 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48039, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:20:30,880 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 784 msec 2024-11-09T18:20:30,881 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731176430881, completionTime=-1 2024-11-09T18:20:30,881 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T18:20:30,881 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T18:20:30,884 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T18:20:30,884 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731176490884 2024-11-09T18:20:30,884 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731176550884 2024-11-09T18:20:30,884 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T18:20:30,884 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,46057,1731176427109-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:20:30,884 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,46057,1731176427109-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:20:30,884 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,46057,1731176427109-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:20:30,884 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fb97eb0edbe8:46057, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:20:30,884 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T18:20:30,886 DEBUG [master/fb97eb0edbe8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T18:20:30,888 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T18:20:30,892 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.525sec 2024-11-09T18:20:30,892 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T18:20:30,892 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T18:20:30,892 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T18:20:30,892 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T18:20:30,892 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T18:20:30,892 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,46057,1731176427109-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T18:20:30,892 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,46057,1731176427109-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T18:20:30,894 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T18:20:30,894 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T18:20:30,894 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,46057,1731176427109-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:20:30,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e4bccb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:20:30,926 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,46057,-1 for getting cluster id 2024-11-09T18:20:30,926 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:20:30,927 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '19f6042a-e19d-4bbd-828c-08ac8fa36cd8' 2024-11-09T18:20:30,927 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:20:30,927 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "19f6042a-e19d-4bbd-828c-08ac8fa36cd8" 2024-11-09T18:20:30,928 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@296bd159, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:20:30,928 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,46057,-1] 2024-11-09T18:20:30,928 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:20:30,928 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:30,929 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:20:30,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@691ef8cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:20:30,930 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:20:30,931 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,33823,1731176427286, seqNum=-1] 2024-11-09T18:20:30,931 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:20:30,932 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:20:30,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fb97eb0edbe8,46057,1731176427109 2024-11-09T18:20:30,935 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60384 2024-11-09T18:20:30,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60384, baseZNode=/0-381304242 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:20:30,956 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10120d3e0830002 connected 2024-11-09T18:20:30,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6995656-4b6a-dbba-3a66-d209e77be249/hadoop.log.dir so I do NOT create it in target/test-data/0d134bf4-38a7-4788-253f-9709bc6d6477 2024-11-09T18:20:30,969 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6995656-4b6a-dbba-3a66-d209e77be249/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T18:20:30,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6995656-4b6a-dbba-3a66-d209e77be249/hadoop.tmp.dir so I do NOT create it in target/test-data/0d134bf4-38a7-4788-253f-9709bc6d6477 2024-11-09T18:20:30,969 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6995656-4b6a-dbba-3a66-d209e77be249/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T18:20:30,969 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d134bf4-38a7-4788-253f-9709bc6d6477 2024-11-09T18:20:30,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T18:20:30,969 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d134bf4-38a7-4788-253f-9709bc6d6477/cluster_f9190dfc-286a-7c8f-a7e3-edc2d0b2992b, deleteOnExit=true 2024-11-09T18:20:30,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T18:20:30,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d134bf4-38a7-4788-253f-9709bc6d6477/test.cache.data in system properties and HBase conf 2024-11-09T18:20:30,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d134bf4-38a7-4788-253f-9709bc6d6477/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T18:20:30,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d134bf4-38a7-4788-253f-9709bc6d6477/hadoop.log.dir in system properties and HBase conf 2024-11-09T18:20:30,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d134bf4-38a7-4788-253f-9709bc6d6477/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T18:20:30,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d134bf4-38a7-4788-253f-9709bc6d6477/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T18:20:30,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T18:20:30,970 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T18:20:30,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d134bf4-38a7-4788-253f-9709bc6d6477/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T18:20:30,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d134bf4-38a7-4788-253f-9709bc6d6477/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T18:20:30,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d134bf4-38a7-4788-253f-9709bc6d6477/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T18:20:30,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d134bf4-38a7-4788-253f-9709bc6d6477/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T18:20:30,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d134bf4-38a7-4788-253f-9709bc6d6477/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T18:20:30,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d134bf4-38a7-4788-253f-9709bc6d6477/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T18:20:30,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d134bf4-38a7-4788-253f-9709bc6d6477/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T18:20:30,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d134bf4-38a7-4788-253f-9709bc6d6477/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T18:20:30,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d134bf4-38a7-4788-253f-9709bc6d6477/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T18:20:30,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d134bf4-38a7-4788-253f-9709bc6d6477/nfs.dump.dir in system properties and HBase conf 2024-11-09T18:20:30,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d134bf4-38a7-4788-253f-9709bc6d6477/java.io.tmpdir in system properties and HBase conf 2024-11-09T18:20:30,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d134bf4-38a7-4788-253f-9709bc6d6477/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T18:20:30,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d134bf4-38a7-4788-253f-9709bc6d6477/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T18:20:30,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d134bf4-38a7-4788-253f-9709bc6d6477/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T18:20:31,059 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T18:20:31,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:31,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:31,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:31,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:31,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:31,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:31,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:31,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:31,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:31,100 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:31,293 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:20:31,304 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T18:20:31,327 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T18:20:31,327 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T18:20:31,327 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T18:20:31,328 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:20:31,328 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70f132f2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d134bf4-38a7-4788-253f-9709bc6d6477/hadoop.log.dir/,AVAILABLE} 2024-11-09T18:20:31,328 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56a35edd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T18:20:31,465 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4173c60d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d134bf4-38a7-4788-253f-9709bc6d6477/java.io.tmpdir/jetty-localhost-45993-hadoop-hdfs-3_4_1-tests_jar-_-any-2829255889811496390/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T18:20:31,466 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18fbd441{HTTP/1.1, (http/1.1)}{localhost:45993} 2024-11-09T18:20:31,466 INFO [Time-limited test {}] server.Server(415): Started @202214ms 2024-11-09T18:20:31,809 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:20:31,811 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T18:20:31,815 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T18:20:31,815 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T18:20:31,815 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T18:20:31,815 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51c9312c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d134bf4-38a7-4788-253f-9709bc6d6477/hadoop.log.dir/,AVAILABLE} 2024-11-09T18:20:31,815 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65b128a6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T18:20:31,924 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@634cbb9b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d134bf4-38a7-4788-253f-9709bc6d6477/java.io.tmpdir/jetty-localhost-45085-hadoop-hdfs-3_4_1-tests_jar-_-any-6472652407316429185/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:20:31,924 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@9e3238{HTTP/1.1, (http/1.1)}{localhost:45085} 2024-11-09T18:20:31,924 INFO [Time-limited test {}] server.Server(415): Started @202673ms 2024-11-09T18:20:31,925 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T18:20:32,722 WARN [Thread-2292 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d134bf4-38a7-4788-253f-9709bc6d6477/cluster_f9190dfc-286a-7c8f-a7e3-edc2d0b2992b/data/data2/current/BP-1027855452-172.17.0.3-1731176430992/current, will proceed with Du for space computation calculation, 2024-11-09T18:20:32,722 WARN [Thread-2291 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d134bf4-38a7-4788-253f-9709bc6d6477/cluster_f9190dfc-286a-7c8f-a7e3-edc2d0b2992b/data/data1/current/BP-1027855452-172.17.0.3-1731176430992/current, will proceed with Du for space computation calculation, 2024-11-09T18:20:32,745 WARN [Thread-2279 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T18:20:32,747 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x26b7105776898f8 with lease ID 0xff4187906cc04002: Processing first storage report for DS-56dcf4e9-9c4f-4512-ad2c-494fc676071c from datanode DatanodeRegistration(127.0.0.1:44457, datanodeUuid=5df8aec6-32ca-49d9-8ced-5d53d0a8158b, infoPort=46605, infoSecurePort=0, ipcPort=37639, storageInfo=lv=-57;cid=testClusterID;nsid=1835282992;c=1731176430992) 2024-11-09T18:20:32,748 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x26b7105776898f8 with lease ID 0xff4187906cc04002: from storage DS-56dcf4e9-9c4f-4512-ad2c-494fc676071c node DatanodeRegistration(127.0.0.1:44457, datanodeUuid=5df8aec6-32ca-49d9-8ced-5d53d0a8158b, infoPort=46605, infoSecurePort=0, ipcPort=37639, storageInfo=lv=-57;cid=testClusterID;nsid=1835282992;c=1731176430992), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T18:20:32,748 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x26b7105776898f8 with lease ID 0xff4187906cc04002: Processing first storage report for DS-ffcf7473-4ddf-4c20-85d9-1013ee8d835b from datanode DatanodeRegistration(127.0.0.1:44457, datanodeUuid=5df8aec6-32ca-49d9-8ced-5d53d0a8158b, infoPort=46605, infoSecurePort=0, ipcPort=37639, storageInfo=lv=-57;cid=testClusterID;nsid=1835282992;c=1731176430992) 2024-11-09T18:20:32,748 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x26b7105776898f8 with lease ID 0xff4187906cc04002: from storage DS-ffcf7473-4ddf-4c20-85d9-1013ee8d835b node DatanodeRegistration(127.0.0.1:44457, datanodeUuid=5df8aec6-32ca-49d9-8ced-5d53d0a8158b, infoPort=46605, infoSecurePort=0, ipcPort=37639, storageInfo=lv=-57;cid=testClusterID;nsid=1835282992;c=1731176430992), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T18:20:32,757 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d134bf4-38a7-4788-253f-9709bc6d6477 2024-11-09T18:20:32,758 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:20:32,759 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:20:32,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44457 is added to blk_1073741825_1001 (size=7) 2024-11-09T18:20:32,771 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad with version=8 2024-11-09T18:20:32,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/hbase-staging 2024-11-09T18:20:32,774 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fb97eb0edbe8:0 server-side Connection retries=45 2024-11-09T18:20:32,774 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:20:32,774 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T18:20:32,774 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T18:20:32,774 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:20:32,774 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T18:20:32,774 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T18:20:32,774 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T18:20:32,775 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46649 2024-11-09T18:20:32,775 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46649 connecting to ZooKeeper ensemble=127.0.0.1:60384 2024-11-09T18:20:32,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:466490x0, quorum=127.0.0.1:60384, baseZNode=/11817256556 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:20:32,798 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46649-0x10120d3e0830003 connected 2024-11-09T18:20:32,871 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:20:32,873 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:20:32,876 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46649-0x10120d3e0830003, quorum=127.0.0.1:60384, baseZNode=/11817256556 Set watcher on znode that does not yet exist, /11817256556/running 2024-11-09T18:20:32,876 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad, hbase.cluster.distributed=false 2024-11-09T18:20:32,877 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46649-0x10120d3e0830003, quorum=127.0.0.1:60384, baseZNode=/11817256556 Set watcher on znode that does not yet exist, /11817256556/acl 2024-11-09T18:20:32,877 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46649 2024-11-09T18:20:32,877 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46649 2024-11-09T18:20:32,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46649 2024-11-09T18:20:32,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46649 2024-11-09T18:20:32,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46649 2024-11-09T18:20:32,908 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fb97eb0edbe8:0 server-side Connection retries=45 2024-11-09T18:20:32,908 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:20:32,908 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T18:20:32,909 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T18:20:32,909 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:20:32,909 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T18:20:32,909 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T18:20:32,909 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T18:20:32,916 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34941 2024-11-09T18:20:32,917 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34941 connecting to ZooKeeper ensemble=127.0.0.1:60384 2024-11-09T18:20:32,917 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:20:32,919 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:20:32,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:349410x0, quorum=127.0.0.1:60384, baseZNode=/11817256556 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:20:32,945 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:349410x0, quorum=127.0.0.1:60384, baseZNode=/11817256556 Set watcher on znode that does not yet exist, /11817256556/running 2024-11-09T18:20:32,946 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T18:20:32,946 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34941-0x10120d3e0830004 connected 2024-11-09T18:20:32,948 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T18:20:32,949 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34941-0x10120d3e0830004, quorum=127.0.0.1:60384, baseZNode=/11817256556 Set watcher on znode that does not yet exist, /11817256556/master 2024-11-09T18:20:32,950 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34941-0x10120d3e0830004, quorum=127.0.0.1:60384, baseZNode=/11817256556 Set watcher on znode that does not yet exist, /11817256556/acl 2024-11-09T18:20:32,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34941 2024-11-09T18:20:32,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34941 2024-11-09T18:20:32,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34941 2024-11-09T18:20:32,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34941 2024-11-09T18:20:32,965 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34941 2024-11-09T18:20:32,984 DEBUG [M:0;fb97eb0edbe8:46649 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fb97eb0edbe8:46649 2024-11-09T18:20:32,984 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11817256556/backup-masters/fb97eb0edbe8,46649,1731176432773 2024-11-09T18:20:32,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46649-0x10120d3e0830003, quorum=127.0.0.1:60384, baseZNode=/11817256556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11817256556/backup-masters 2024-11-09T18:20:32,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34941-0x10120d3e0830004, quorum=127.0.0.1:60384, baseZNode=/11817256556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11817256556/backup-masters 2024-11-09T18:20:32,993 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46649-0x10120d3e0830003, quorum=127.0.0.1:60384, baseZNode=/11817256556 Set watcher on existing znode=/11817256556/backup-masters/fb97eb0edbe8,46649,1731176432773 2024-11-09T18:20:33,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34941-0x10120d3e0830004, quorum=127.0.0.1:60384, baseZNode=/11817256556 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11817256556/master 2024-11-09T18:20:33,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34941-0x10120d3e0830004, quorum=127.0.0.1:60384, baseZNode=/11817256556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11817256556 2024-11-09T18:20:33,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46649-0x10120d3e0830003, quorum=127.0.0.1:60384, baseZNode=/11817256556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11817256556 2024-11-09T18:20:33,005 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46649-0x10120d3e0830003, quorum=127.0.0.1:60384, baseZNode=/11817256556 Set watcher on existing znode=/11817256556/master 2024-11-09T18:20:33,006 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11817256556/backup-masters/fb97eb0edbe8,46649,1731176432773 from backup master directory 2024-11-09T18:20:33,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34941-0x10120d3e0830004, quorum=127.0.0.1:60384, baseZNode=/11817256556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11817256556/backup-masters 2024-11-09T18:20:33,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46649-0x10120d3e0830003, quorum=127.0.0.1:60384, baseZNode=/11817256556 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11817256556/backup-masters/fb97eb0edbe8,46649,1731176432773 2024-11-09T18:20:33,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46649-0x10120d3e0830003, quorum=127.0.0.1:60384, baseZNode=/11817256556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11817256556/backup-masters 2024-11-09T18:20:33,014 WARN [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T18:20:33,014 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fb97eb0edbe8,46649,1731176432773 2024-11-09T18:20:33,018 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/hbase.id] with ID: 58b5bf67-a5ef-44be-8b0a-77aa958f2e34 2024-11-09T18:20:33,018 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/.tmp/hbase.id 2024-11-09T18:20:33,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44457 is added to blk_1073741826_1002 (size=42) 2024-11-09T18:20:33,436 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/.tmp/hbase.id]:[hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/hbase.id] 2024-11-09T18:20:33,444 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:20:33,444 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T18:20:33,445 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T18:20:33,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34941-0x10120d3e0830004, quorum=127.0.0.1:60384, baseZNode=/11817256556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11817256556 2024-11-09T18:20:33,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46649-0x10120d3e0830003, quorum=127.0.0.1:60384, baseZNode=/11817256556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11817256556 2024-11-09T18:20:33,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44457 is added to blk_1073741827_1003 (size=196) 2024-11-09T18:20:33,863 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:20:33,863 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T18:20:33,864 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:20:33,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44457 is added to blk_1073741828_1004 (size=1189) 2024-11-09T18:20:34,275 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/MasterData/data/master/store 2024-11-09T18:20:34,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44457 is added to blk_1073741829_1005 (size=34) 2024-11-09T18:20:34,699 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:20:34,699 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T18:20:34,699 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:20:34,699 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:20:34,699 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T18:20:34,699 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:20:34,700 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:20:34,700 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731176434699Disabling compacts and flushes for region at 1731176434699Disabling writes for close at 1731176434699Writing region close event to WAL at 1731176434699Closed at 1731176434700 (+1 ms) 2024-11-09T18:20:34,700 WARN [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/MasterData/data/master/store/.initializing 2024-11-09T18:20:34,700 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/MasterData/WALs/fb97eb0edbe8,46649,1731176432773 2024-11-09T18:20:34,701 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T18:20:34,702 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb97eb0edbe8%2C46649%2C1731176432773, suffix=, logDir=hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/MasterData/WALs/fb97eb0edbe8,46649,1731176432773, archiveDir=hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/MasterData/oldWALs, maxLogs=10 2024-11-09T18:20:34,718 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/MasterData/WALs/fb97eb0edbe8,46649,1731176432773/fb97eb0edbe8%2C46649%2C1731176432773.1731176434703, exclude list is [], retry=0 2024-11-09T18:20:34,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44457,DS-56dcf4e9-9c4f-4512-ad2c-494fc676071c,DISK] 2024-11-09T18:20:34,722 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/MasterData/WALs/fb97eb0edbe8,46649,1731176432773/fb97eb0edbe8%2C46649%2C1731176432773.1731176434703 2024-11-09T18:20:34,722 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46605:46605)] 2024-11-09T18:20:34,722 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:20:34,722 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:20:34,722 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:20:34,722 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:20:34,723 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:20:34,724 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T18:20:34,725 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:20:34,725 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:20:34,725 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:20:34,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T18:20:34,726 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:20:34,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:20:34,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:20:34,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T18:20:34,727 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:20:34,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:20:34,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:20:34,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T18:20:34,728 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:20:34,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:20:34,729 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:20:34,729 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:20:34,729 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:20:34,730 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:20:34,730 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:20:34,731 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:20:34,731 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:20:34,733 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:20:34,733 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59033249, jitterRate=-0.12033604085445404}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:20:34,733 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731176434722Initializing all the Stores at 1731176434723 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176434723Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176434723Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176434723Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176434723Cleaning up temporary data from old regions at 1731176434730 (+7 ms)Region opened successfully at 1731176434733 (+3 ms) 2024-11-09T18:20:34,736 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T18:20:34,738 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8dddcf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb97eb0edbe8/172.17.0.3:0 2024-11-09T18:20:34,739 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T18:20:34,739 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T18:20:34,739 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T18:20:34,739 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T18:20:34,740 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T18:20:34,740 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T18:20:34,740 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T18:20:34,743 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T18:20:34,744 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46649-0x10120d3e0830003, quorum=127.0.0.1:60384, baseZNode=/11817256556 Unable to get data of znode /11817256556/balancer because node does not exist (not necessarily an error) 2024-11-09T18:20:34,755 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11817256556/balancer already deleted, retry=false 2024-11-09T18:20:34,755 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T18:20:34,756 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46649-0x10120d3e0830003, quorum=127.0.0.1:60384, baseZNode=/11817256556 Unable to get data of znode /11817256556/normalizer because node does not exist (not necessarily an error) 2024-11-09T18:20:34,766 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11817256556/normalizer already deleted, retry=false 2024-11-09T18:20:34,766 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T18:20:34,767 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46649-0x10120d3e0830003, quorum=127.0.0.1:60384, baseZNode=/11817256556 Unable to get data of znode /11817256556/switch/split because node does not exist (not necessarily an error) 2024-11-09T18:20:34,776 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11817256556/switch/split already deleted, retry=false 2024-11-09T18:20:34,777 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46649-0x10120d3e0830003, quorum=127.0.0.1:60384, baseZNode=/11817256556 Unable to get data of znode /11817256556/switch/merge because node does not exist (not necessarily an error) 2024-11-09T18:20:34,787 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11817256556/switch/merge already deleted, retry=false 2024-11-09T18:20:34,788 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46649-0x10120d3e0830003, quorum=127.0.0.1:60384, baseZNode=/11817256556 Unable to get data of znode /11817256556/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T18:20:34,797 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11817256556/snapshot-cleanup already deleted, retry=false 2024-11-09T18:20:34,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46649-0x10120d3e0830003, quorum=127.0.0.1:60384, baseZNode=/11817256556 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11817256556/running 2024-11-09T18:20:34,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34941-0x10120d3e0830004, quorum=127.0.0.1:60384, baseZNode=/11817256556 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11817256556/running 2024-11-09T18:20:34,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46649-0x10120d3e0830003, quorum=127.0.0.1:60384, baseZNode=/11817256556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11817256556 2024-11-09T18:20:34,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34941-0x10120d3e0830004, quorum=127.0.0.1:60384, baseZNode=/11817256556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11817256556 2024-11-09T18:20:34,809 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fb97eb0edbe8,46649,1731176432773, sessionid=0x10120d3e0830003, setting cluster-up flag (Was=false) 2024-11-09T18:20:34,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46649-0x10120d3e0830003, quorum=127.0.0.1:60384, baseZNode=/11817256556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11817256556 2024-11-09T18:20:34,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34941-0x10120d3e0830004, quorum=127.0.0.1:60384, baseZNode=/11817256556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11817256556 2024-11-09T18:20:34,860 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11817256556/flush-table-proc/acquired, /11817256556/flush-table-proc/reached, /11817256556/flush-table-proc/abort 2024-11-09T18:20:34,862 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb97eb0edbe8,46649,1731176432773 2024-11-09T18:20:34,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46649-0x10120d3e0830003, quorum=127.0.0.1:60384, baseZNode=/11817256556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11817256556 2024-11-09T18:20:34,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34941-0x10120d3e0830004, quorum=127.0.0.1:60384, baseZNode=/11817256556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11817256556 2024-11-09T18:20:34,924 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11817256556/online-snapshot/acquired, /11817256556/online-snapshot/reached, /11817256556/online-snapshot/abort 2024-11-09T18:20:34,925 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb97eb0edbe8,46649,1731176432773 2024-11-09T18:20:34,927 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T18:20:34,930 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T18:20:34,930 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T18:20:34,930 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T18:20:34,930 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fb97eb0edbe8,46649,1731176432773 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T18:20:34,932 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:20:34,932 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:20:34,932 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:20:34,932 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:20:34,932 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fb97eb0edbe8:0, corePoolSize=10, maxPoolSize=10 2024-11-09T18:20:34,933 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:20:34,933 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=2, maxPoolSize=2 2024-11-09T18:20:34,933 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:20:34,942 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:20:34,942 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T18:20:34,943 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:20:34,943 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T18:20:34,956 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731176464955 2024-11-09T18:20:34,956 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T18:20:34,956 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T18:20:34,956 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T18:20:34,956 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T18:20:34,956 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T18:20:34,956 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T18:20:34,956 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T18:20:34,957 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T18:20:34,957 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T18:20:34,957 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T18:20:34,957 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T18:20:34,958 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T18:20:34,958 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T18:20:34,959 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731176434958,5,FailOnTimeoutGroup] 2024-11-09T18:20:34,959 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731176434959,5,FailOnTimeoutGroup] 2024-11-09T18:20:34,959 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T18:20:34,959 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T18:20:34,959 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T18:20:34,959 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T18:20:34,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44457 is added to blk_1073741831_1007 (size=1321) 2024-11-09T18:20:34,975 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T18:20:34,975 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad 2024-11-09T18:20:34,981 INFO [RS:0;fb97eb0edbe8:34941 {}] regionserver.HRegionServer(746): ClusterId : 58b5bf67-a5ef-44be-8b0a-77aa958f2e34 2024-11-09T18:20:34,981 DEBUG [RS:0;fb97eb0edbe8:34941 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T18:20:34,995 DEBUG [RS:0;fb97eb0edbe8:34941 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T18:20:34,995 DEBUG [RS:0;fb97eb0edbe8:34941 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T18:20:35,004 DEBUG [RS:0;fb97eb0edbe8:34941 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T18:20:35,004 DEBUG [RS:0;fb97eb0edbe8:34941 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@508be5a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb97eb0edbe8/172.17.0.3:0 2024-11-09T18:20:35,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44457 is added to blk_1073741832_1008 (size=32) 2024-11-09T18:20:35,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:20:35,040 DEBUG [RS:0;fb97eb0edbe8:34941 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fb97eb0edbe8:34941 2024-11-09T18:20:35,040 INFO [RS:0;fb97eb0edbe8:34941 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T18:20:35,040 INFO [RS:0;fb97eb0edbe8:34941 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T18:20:35,040 DEBUG [RS:0;fb97eb0edbe8:34941 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T18:20:35,041 INFO [RS:0;fb97eb0edbe8:34941 {}] regionserver.HRegionServer(2659): reportForDuty to master=fb97eb0edbe8,46649,1731176432773 with port=34941, startcode=1731176432908 2024-11-09T18:20:35,042 DEBUG [RS:0;fb97eb0edbe8:34941 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T18:20:35,043 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48957, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T18:20:35,044 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46649 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fb97eb0edbe8,34941,1731176432908 2024-11-09T18:20:35,044 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46649 {}] master.ServerManager(517): Registering regionserver=fb97eb0edbe8,34941,1731176432908 2024-11-09T18:20:35,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T18:20:35,046 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T18:20:35,046 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:20:35,046 DEBUG [RS:0;fb97eb0edbe8:34941 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad 2024-11-09T18:20:35,046 DEBUG [RS:0;fb97eb0edbe8:34941 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43791 2024-11-09T18:20:35,047 DEBUG [RS:0;fb97eb0edbe8:34941 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T18:20:35,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:20:35,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T18:20:35,049 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T18:20:35,049 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:20:35,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:20:35,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T18:20:35,050 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T18:20:35,051 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:20:35,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:20:35,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T18:20:35,052 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T18:20:35,052 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:20:35,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:20:35,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T18:20:35,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/data/hbase/meta/1588230740 2024-11-09T18:20:35,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/data/hbase/meta/1588230740 2024-11-09T18:20:35,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T18:20:35,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T18:20:35,056 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:20:35,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T18:20:35,059 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:20:35,059 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75486039, jitterRate=0.12482963502407074}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:20:35,059 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731176435014Initializing all the Stores at 1731176435015 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176435015Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176435040 (+25 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176435040Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176435040Cleaning up temporary data from old regions at 1731176435055 (+15 ms)Region opened successfully at 1731176435059 (+4 ms) 2024-11-09T18:20:35,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T18:20:35,060 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T18:20:35,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T18:20:35,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T18:20:35,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T18:20:35,060 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T18:20:35,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731176435059Disabling compacts and flushes for region at 1731176435059Disabling writes for close at 1731176435060 (+1 ms)Writing region close event to WAL at 1731176435060Closed at 1731176435060 2024-11-09T18:20:35,062 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:20:35,062 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T18:20:35,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T18:20:35,063 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T18:20:35,064 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T18:20:35,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46649-0x10120d3e0830003, quorum=127.0.0.1:60384, baseZNode=/11817256556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11817256556/rs 2024-11-09T18:20:35,116 DEBUG [RS:0;fb97eb0edbe8:34941 {}] zookeeper.ZKUtil(111): regionserver:34941-0x10120d3e0830004, quorum=127.0.0.1:60384, baseZNode=/11817256556 Set watcher on existing znode=/11817256556/rs/fb97eb0edbe8,34941,1731176432908 2024-11-09T18:20:35,116 WARN [RS:0;fb97eb0edbe8:34941 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T18:20:35,117 INFO [RS:0;fb97eb0edbe8:34941 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:20:35,117 DEBUG [RS:0;fb97eb0edbe8:34941 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/WALs/fb97eb0edbe8,34941,1731176432908 2024-11-09T18:20:35,117 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fb97eb0edbe8,34941,1731176432908] 2024-11-09T18:20:35,124 INFO [RS:0;fb97eb0edbe8:34941 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T18:20:35,128 INFO [RS:0;fb97eb0edbe8:34941 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T18:20:35,128 INFO [RS:0;fb97eb0edbe8:34941 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T18:20:35,128 INFO [RS:0;fb97eb0edbe8:34941 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:20:35,136 INFO [RS:0;fb97eb0edbe8:34941 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T18:20:35,137 INFO [RS:0;fb97eb0edbe8:34941 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T18:20:35,137 INFO [RS:0;fb97eb0edbe8:34941 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T18:20:35,137 DEBUG [RS:0;fb97eb0edbe8:34941 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:20:35,137 DEBUG [RS:0;fb97eb0edbe8:34941 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:20:35,137 DEBUG [RS:0;fb97eb0edbe8:34941 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:20:35,137 DEBUG [RS:0;fb97eb0edbe8:34941 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:20:35,137 DEBUG [RS:0;fb97eb0edbe8:34941 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:20:35,137 DEBUG [RS:0;fb97eb0edbe8:34941 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=2, maxPoolSize=2 2024-11-09T18:20:35,137 DEBUG [RS:0;fb97eb0edbe8:34941 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:20:35,137 DEBUG [RS:0;fb97eb0edbe8:34941 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:20:35,138 DEBUG [RS:0;fb97eb0edbe8:34941 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:20:35,138 DEBUG [RS:0;fb97eb0edbe8:34941 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:20:35,138 DEBUG [RS:0;fb97eb0edbe8:34941 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:20:35,138 DEBUG [RS:0;fb97eb0edbe8:34941 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:20:35,138 DEBUG [RS:0;fb97eb0edbe8:34941 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:20:35,138 DEBUG [RS:0;fb97eb0edbe8:34941 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:20:35,144 INFO [RS:0;fb97eb0edbe8:34941 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:20:35,144 INFO [RS:0;fb97eb0edbe8:34941 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:20:35,144 INFO [RS:0;fb97eb0edbe8:34941 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:20:35,144 INFO [RS:0;fb97eb0edbe8:34941 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T18:20:35,144 INFO [RS:0;fb97eb0edbe8:34941 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T18:20:35,144 INFO [RS:0;fb97eb0edbe8:34941 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,34941,1731176432908-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T18:20:35,167 INFO [RS:0;fb97eb0edbe8:34941 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T18:20:35,167 INFO [RS:0;fb97eb0edbe8:34941 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,34941,1731176432908-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:20:35,167 INFO [RS:0;fb97eb0edbe8:34941 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:20:35,167 INFO [RS:0;fb97eb0edbe8:34941 {}] regionserver.Replication(171): fb97eb0edbe8,34941,1731176432908 started 2024-11-09T18:20:35,186 INFO [RS:0;fb97eb0edbe8:34941 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:20:35,186 INFO [RS:0;fb97eb0edbe8:34941 {}] regionserver.HRegionServer(1482): Serving as fb97eb0edbe8,34941,1731176432908, RpcServer on fb97eb0edbe8/172.17.0.3:34941, sessionid=0x10120d3e0830004 2024-11-09T18:20:35,186 DEBUG [RS:0;fb97eb0edbe8:34941 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T18:20:35,187 DEBUG [RS:0;fb97eb0edbe8:34941 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fb97eb0edbe8,34941,1731176432908 2024-11-09T18:20:35,187 DEBUG [RS:0;fb97eb0edbe8:34941 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,34941,1731176432908' 2024-11-09T18:20:35,187 DEBUG [RS:0;fb97eb0edbe8:34941 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11817256556/flush-table-proc/abort' 2024-11-09T18:20:35,188 DEBUG [RS:0;fb97eb0edbe8:34941 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11817256556/flush-table-proc/acquired' 2024-11-09T18:20:35,188 DEBUG [RS:0;fb97eb0edbe8:34941 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T18:20:35,188 DEBUG [RS:0;fb97eb0edbe8:34941 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T18:20:35,188 DEBUG [RS:0;fb97eb0edbe8:34941 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fb97eb0edbe8,34941,1731176432908 2024-11-09T18:20:35,189 DEBUG [RS:0;fb97eb0edbe8:34941 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,34941,1731176432908' 2024-11-09T18:20:35,189 DEBUG [RS:0;fb97eb0edbe8:34941 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11817256556/online-snapshot/abort' 2024-11-09T18:20:35,189 DEBUG [RS:0;fb97eb0edbe8:34941 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11817256556/online-snapshot/acquired' 2024-11-09T18:20:35,189 DEBUG [RS:0;fb97eb0edbe8:34941 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T18:20:35,189 INFO [RS:0;fb97eb0edbe8:34941 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T18:20:35,189 INFO [RS:0;fb97eb0edbe8:34941 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T18:20:35,218 WARN [fb97eb0edbe8:46649 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T18:20:35,290 INFO [RS:0;fb97eb0edbe8:34941 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T18:20:35,291 INFO [RS:0;fb97eb0edbe8:34941 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fb97eb0edbe8%2C34941%2C1731176432908, suffix=, logDir=hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/WALs/fb97eb0edbe8,34941,1731176432908, archiveDir=hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/oldWALs, maxLogs=10 2024-11-09T18:20:35,305 DEBUG [RS:0;fb97eb0edbe8:34941 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/WALs/fb97eb0edbe8,34941,1731176432908/fb97eb0edbe8%2C34941%2C1731176432908.1731176435291, exclude list is [], retry=0 2024-11-09T18:20:35,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44457,DS-56dcf4e9-9c4f-4512-ad2c-494fc676071c,DISK] 2024-11-09T18:20:35,316 INFO [RS:0;fb97eb0edbe8:34941 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/WALs/fb97eb0edbe8,34941,1731176432908/fb97eb0edbe8%2C34941%2C1731176432908.1731176435291 2024-11-09T18:20:35,317 DEBUG [RS:0;fb97eb0edbe8:34941 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46605:46605)] 2024-11-09T18:20:35,468 DEBUG [fb97eb0edbe8:46649 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T18:20:35,469 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fb97eb0edbe8,34941,1731176432908 2024-11-09T18:20:35,470 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb97eb0edbe8,34941,1731176432908, state=OPENING 2024-11-09T18:20:35,557 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T18:20:35,557 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T18:20:35,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T18:20:35,558 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-09T18:20:35,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T18:20:35,558 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T18:20:35,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T18:20:35,558 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T18:20:35,608 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T18:20:35,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34941-0x10120d3e0830004, quorum=127.0.0.1:60384, baseZNode=/11817256556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11817256556 2024-11-09T18:20:35,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46649-0x10120d3e0830003, quorum=127.0.0.1:60384, baseZNode=/11817256556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11817256556 2024-11-09T18:20:35,619 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11817256556/meta-region-server: CHANGED 2024-11-09T18:20:35,620 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T18:20:35,620 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,34941,1731176432908}] 2024-11-09T18:20:35,621 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11817256556/meta-region-server: CHANGED 2024-11-09T18:20:35,774 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T18:20:35,777 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39845, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T18:20:35,785 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T18:20:35,785 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:20:35,785 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T18:20:35,787 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fb97eb0edbe8%2C34941%2C1731176432908.meta, suffix=.meta, logDir=hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/WALs/fb97eb0edbe8,34941,1731176432908, archiveDir=hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/oldWALs, maxLogs=10 2024-11-09T18:20:35,807 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/WALs/fb97eb0edbe8,34941,1731176432908/fb97eb0edbe8%2C34941%2C1731176432908.meta.1731176435787.meta, exclude list is [], retry=0 2024-11-09T18:20:35,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44457,DS-56dcf4e9-9c4f-4512-ad2c-494fc676071c,DISK] 2024-11-09T18:20:35,825 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/WALs/fb97eb0edbe8,34941,1731176432908/fb97eb0edbe8%2C34941%2C1731176432908.meta.1731176435787.meta 2024-11-09T18:20:35,825 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46605:46605)] 2024-11-09T18:20:35,826 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:20:35,826 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T18:20:35,826 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T18:20:35,826 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T18:20:35,826 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T18:20:35,826 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T18:20:35,826 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:20:35,827 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T18:20:35,827 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T18:20:35,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T18:20:35,845 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T18:20:35,845 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:20:35,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:20:35,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T18:20:35,846 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T18:20:35,846 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:20:35,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:20:35,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T18:20:35,849 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T18:20:35,849 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:20:35,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:20:35,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T18:20:35,852 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T18:20:35,852 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:20:35,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:20:35,853 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T18:20:35,856 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/data/hbase/meta/1588230740 2024-11-09T18:20:35,859 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/data/hbase/meta/1588230740 2024-11-09T18:20:35,863 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T18:20:35,863 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T18:20:35,863 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:20:35,865 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T18:20:35,866 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72945988, jitterRate=0.0869799256324768}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:20:35,866 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T18:20:35,866 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731176435827Writing region info on filesystem at 1731176435827Initializing all the Stores at 1731176435832 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176435832Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176435840 (+8 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176435840Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176435840Cleaning up temporary data from old regions at 1731176435863 (+23 ms)Running coprocessor post-open hooks at 1731176435866 (+3 ms)Region opened successfully at 1731176435866 2024-11-09T18:20:35,867 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731176435774 2024-11-09T18:20:35,870 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T18:20:35,870 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T18:20:35,871 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,34941,1731176432908 2024-11-09T18:20:35,871 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb97eb0edbe8,34941,1731176432908, state=OPEN 2024-11-09T18:20:35,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46649-0x10120d3e0830003, quorum=127.0.0.1:60384, baseZNode=/11817256556 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11817256556/meta-region-server 2024-11-09T18:20:35,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34941-0x10120d3e0830004, quorum=127.0.0.1:60384, baseZNode=/11817256556 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11817256556/meta-region-server 2024-11-09T18:20:35,945 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,34941,1731176432908 2024-11-09T18:20:35,945 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11817256556/meta-region-server: CHANGED 2024-11-09T18:20:35,945 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11817256556/meta-region-server: CHANGED 2024-11-09T18:20:35,947 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T18:20:35,947 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,34941,1731176432908 in 325 msec 2024-11-09T18:20:35,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T18:20:35,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 885 msec 2024-11-09T18:20:35,949 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:20:35,949 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T18:20:35,951 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:20:35,951 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,34941,1731176432908, seqNum=-1] 2024-11-09T18:20:35,951 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:20:35,952 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41687, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:20:35,957 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0270 sec 2024-11-09T18:20:35,957 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731176435957, completionTime=-1 2024-11-09T18:20:35,957 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T18:20:35,957 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T18:20:35,959 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T18:20:35,959 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731176495959 2024-11-09T18:20:35,959 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731176555959 2024-11-09T18:20:35,959 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T18:20:35,959 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,46649,1731176432773-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:20:35,959 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,46649,1731176432773-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:20:35,959 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,46649,1731176432773-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:20:35,959 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fb97eb0edbe8:46649, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:20:35,959 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T18:20:35,960 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T18:20:35,961 DEBUG [master/fb97eb0edbe8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T18:20:35,963 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.949sec 2024-11-09T18:20:35,963 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T18:20:35,963 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T18:20:35,963 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T18:20:35,963 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T18:20:35,963 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T18:20:35,963 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,46649,1731176432773-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T18:20:35,963 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,46649,1731176432773-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T18:20:35,965 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T18:20:35,965 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T18:20:35,965 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,46649,1731176432773-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:20:35,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ca79ddd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:20:35,982 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,46649,-1 for getting cluster id 2024-11-09T18:20:35,982 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:20:35,998 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58b5bf67-a5ef-44be-8b0a-77aa958f2e34' 2024-11-09T18:20:35,998 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:20:35,998 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58b5bf67-a5ef-44be-8b0a-77aa958f2e34" 2024-11-09T18:20:35,999 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67a353b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:20:35,999 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,46649,-1] 2024-11-09T18:20:35,999 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:20:35,999 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:36,001 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:20:36,002 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4228177c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:20:36,003 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:20:36,005 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,34941,1731176432908, seqNum=-1] 2024-11-09T18:20:36,006 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:20:36,009 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:20:36,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fb97eb0edbe8,46649,1731176432773 2024-11-09T18:20:36,012 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60384 2024-11-09T18:20:36,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60384, baseZNode=/11817256556 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:20:36,040 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10120d3e0830005 connected 2024-11-09T18:20:36,063 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:20:36,064 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,46057,1731176427109 2024-11-09T18:20:36,064 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4eb19545 2024-11-09T18:20:36,064 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:20:36,065 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:20:36,065 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46057 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:20:36,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46057 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T18:20:36,068 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T18:20:36,068 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:20:36,068 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46057 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T18:20:36,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46057 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:20:36,070 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T18:20:36,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741835_1011 (size=902) 2024-11-09T18:20:36,077 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 10140716b9bb95933ff8a35e55498e54, NAME => 'test,,1731176436065.10140716b9bb95933ff8a35e55498e54.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b 2024-11-09T18:20:36,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741836_1012 (size=39) 2024-11-09T18:20:36,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46057 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:20:36,297 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T18:20:36,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:36,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:36,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:36,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:36,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:36,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:36,361 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:36,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:36,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:36,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:36,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46057 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:20:36,393 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T18:20:36,487 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731176436065.10140716b9bb95933ff8a35e55498e54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:20:36,488 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 10140716b9bb95933ff8a35e55498e54, disabling compactions & flushes 2024-11-09T18:20:36,488 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731176436065.10140716b9bb95933ff8a35e55498e54. 2024-11-09T18:20:36,488 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731176436065.10140716b9bb95933ff8a35e55498e54. 2024-11-09T18:20:36,488 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731176436065.10140716b9bb95933ff8a35e55498e54. after waiting 0 ms 2024-11-09T18:20:36,488 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731176436065.10140716b9bb95933ff8a35e55498e54. 2024-11-09T18:20:36,488 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731176436065.10140716b9bb95933ff8a35e55498e54. 2024-11-09T18:20:36,488 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 10140716b9bb95933ff8a35e55498e54: Waiting for close lock at 1731176436487Disabling compacts and flushes for region at 1731176436487Disabling writes for close at 1731176436488 (+1 ms)Writing region close event to WAL at 1731176436488Closed at 1731176436488 2024-11-09T18:20:36,489 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T18:20:36,489 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731176436065.10140716b9bb95933ff8a35e55498e54.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731176436489"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731176436489"}]},"ts":"1731176436489"} 2024-11-09T18:20:36,491 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T18:20:36,492 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T18:20:36,492 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176436492"}]},"ts":"1731176436492"} 2024-11-09T18:20:36,494 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T18:20:36,494 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=10140716b9bb95933ff8a35e55498e54, ASSIGN}] 2024-11-09T18:20:36,495 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=10140716b9bb95933ff8a35e55498e54, ASSIGN 2024-11-09T18:20:36,496 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=10140716b9bb95933ff8a35e55498e54, ASSIGN; state=OFFLINE, location=fb97eb0edbe8,33823,1731176427286; forceNewPlan=false, retain=false 2024-11-09T18:20:36,646 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=10140716b9bb95933ff8a35e55498e54, regionState=OPENING, regionLocation=fb97eb0edbe8,33823,1731176427286 2024-11-09T18:20:36,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=10140716b9bb95933ff8a35e55498e54, ASSIGN because future has completed 2024-11-09T18:20:36,650 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 10140716b9bb95933ff8a35e55498e54, server=fb97eb0edbe8,33823,1731176427286}] 2024-11-09T18:20:36,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46057 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:20:36,836 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731176436065.10140716b9bb95933ff8a35e55498e54. 2024-11-09T18:20:36,837 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 10140716b9bb95933ff8a35e55498e54, NAME => 'test,,1731176436065.10140716b9bb95933ff8a35e55498e54.', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:20:36,837 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T18:20:36,837 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T18:20:36,837 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 10140716b9bb95933ff8a35e55498e54 2024-11-09T18:20:36,837 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731176436065.10140716b9bb95933ff8a35e55498e54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:20:36,837 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 10140716b9bb95933ff8a35e55498e54 2024-11-09T18:20:36,837 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 10140716b9bb95933ff8a35e55498e54 2024-11-09T18:20:36,840 INFO [StoreOpener-10140716b9bb95933ff8a35e55498e54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 10140716b9bb95933ff8a35e55498e54 2024-11-09T18:20:36,843 INFO [StoreOpener-10140716b9bb95933ff8a35e55498e54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10140716b9bb95933ff8a35e55498e54 columnFamilyName f 2024-11-09T18:20:36,843 DEBUG [StoreOpener-10140716b9bb95933ff8a35e55498e54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:20:36,843 INFO [StoreOpener-10140716b9bb95933ff8a35e55498e54-1 {}] regionserver.HStore(327): Store=10140716b9bb95933ff8a35e55498e54/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:20:36,844 INFO [StoreOpener-10140716b9bb95933ff8a35e55498e54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 10140716b9bb95933ff8a35e55498e54 2024-11-09T18:20:36,845 INFO [StoreOpener-10140716b9bb95933ff8a35e55498e54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10140716b9bb95933ff8a35e55498e54 columnFamilyName f1 2024-11-09T18:20:36,845 DEBUG [StoreOpener-10140716b9bb95933ff8a35e55498e54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:20:36,845 INFO [StoreOpener-10140716b9bb95933ff8a35e55498e54-1 {}] regionserver.HStore(327): Store=10140716b9bb95933ff8a35e55498e54/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:20:36,845 INFO [StoreOpener-10140716b9bb95933ff8a35e55498e54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 10140716b9bb95933ff8a35e55498e54 2024-11-09T18:20:36,847 INFO [StoreOpener-10140716b9bb95933ff8a35e55498e54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10140716b9bb95933ff8a35e55498e54 columnFamilyName norep 2024-11-09T18:20:36,847 DEBUG [StoreOpener-10140716b9bb95933ff8a35e55498e54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:20:36,847 INFO [StoreOpener-10140716b9bb95933ff8a35e55498e54-1 {}] regionserver.HStore(327): Store=10140716b9bb95933ff8a35e55498e54/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:20:36,852 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 10140716b9bb95933ff8a35e55498e54 2024-11-09T18:20:36,853 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/data/default/test/10140716b9bb95933ff8a35e55498e54 2024-11-09T18:20:36,854 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/data/default/test/10140716b9bb95933ff8a35e55498e54 2024-11-09T18:20:36,854 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 10140716b9bb95933ff8a35e55498e54 2024-11-09T18:20:36,854 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 10140716b9bb95933ff8a35e55498e54 2024-11-09T18:20:36,855 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T18:20:36,856 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 10140716b9bb95933ff8a35e55498e54 2024-11-09T18:20:36,865 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/data/default/test/10140716b9bb95933ff8a35e55498e54/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:20:36,866 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 10140716b9bb95933ff8a35e55498e54; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62687075, jitterRate=-0.06588979065418243}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T18:20:36,866 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 10140716b9bb95933ff8a35e55498e54 2024-11-09T18:20:36,866 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 10140716b9bb95933ff8a35e55498e54: Running coprocessor pre-open hook at 1731176436837Writing region info on filesystem at 1731176436837Initializing all the Stores at 1731176436838 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176436838Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176436840 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176436840Cleaning up temporary data from old regions at 1731176436855 (+15 ms)Running coprocessor post-open hooks at 1731176436866 (+11 ms)Region opened successfully at 1731176436866 2024-11-09T18:20:36,868 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731176436065.10140716b9bb95933ff8a35e55498e54., pid=6, masterSystemTime=1731176436803 2024-11-09T18:20:36,870 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731176436065.10140716b9bb95933ff8a35e55498e54. 2024-11-09T18:20:36,870 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731176436065.10140716b9bb95933ff8a35e55498e54. 2024-11-09T18:20:36,870 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=10140716b9bb95933ff8a35e55498e54, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fb97eb0edbe8,33823,1731176427286 2024-11-09T18:20:36,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 10140716b9bb95933ff8a35e55498e54, server=fb97eb0edbe8,33823,1731176427286 because future has completed 2024-11-09T18:20:36,883 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T18:20:36,883 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 10140716b9bb95933ff8a35e55498e54, server=fb97eb0edbe8,33823,1731176427286 in 231 msec 2024-11-09T18:20:36,885 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T18:20:36,885 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=10140716b9bb95933ff8a35e55498e54, ASSIGN in 389 msec 2024-11-09T18:20:36,886 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T18:20:36,887 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176436886"}]},"ts":"1731176436886"} 2024-11-09T18:20:36,892 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T18:20:36,893 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T18:20:36,895 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 827 msec 2024-11-09T18:20:37,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46057 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:20:37,208 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T18:20:37,208 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:20:37,209 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,46649,1731176432773 2024-11-09T18:20:37,210 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6278fe83 2024-11-09T18:20:37,210 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:20:37,211 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:20:37,212 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46649 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:20:37,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46649 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T18:20:37,214 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T18:20:37,214 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:20:37,215 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46649 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T18:20:37,217 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T18:20:37,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:20:37,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44457 is added to blk_1073741835_1011 (size=902) 2024-11-09T18:20:37,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:20:37,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:20:37,630 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5c9e51b7cc5117abb36b05f4ab52d0e2, NAME => 'test,,1731176437211.5c9e51b7cc5117abb36b05f4ab52d0e2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad 2024-11-09T18:20:37,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44457 is added to blk_1073741836_1012 (size=39) 2024-11-09T18:20:37,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:20:38,034 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731176437211.5c9e51b7cc5117abb36b05f4ab52d0e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:20:38,035 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5c9e51b7cc5117abb36b05f4ab52d0e2, disabling compactions & flushes 2024-11-09T18:20:38,035 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731176437211.5c9e51b7cc5117abb36b05f4ab52d0e2. 2024-11-09T18:20:38,035 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731176437211.5c9e51b7cc5117abb36b05f4ab52d0e2. 2024-11-09T18:20:38,035 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731176437211.5c9e51b7cc5117abb36b05f4ab52d0e2. after waiting 0 ms 2024-11-09T18:20:38,035 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731176437211.5c9e51b7cc5117abb36b05f4ab52d0e2. 2024-11-09T18:20:38,035 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731176437211.5c9e51b7cc5117abb36b05f4ab52d0e2. 2024-11-09T18:20:38,035 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5c9e51b7cc5117abb36b05f4ab52d0e2: Waiting for close lock at 1731176438035Disabling compacts and flushes for region at 1731176438035Disabling writes for close at 1731176438035Writing region close event to WAL at 1731176438035Closed at 1731176438035 2024-11-09T18:20:38,036 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T18:20:38,036 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731176437211.5c9e51b7cc5117abb36b05f4ab52d0e2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731176438036"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731176438036"}]},"ts":"1731176438036"} 2024-11-09T18:20:38,038 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T18:20:38,039 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T18:20:38,039 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176438039"}]},"ts":"1731176438039"} 2024-11-09T18:20:38,040 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T18:20:38,041 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5c9e51b7cc5117abb36b05f4ab52d0e2, ASSIGN}] 2024-11-09T18:20:38,042 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5c9e51b7cc5117abb36b05f4ab52d0e2, ASSIGN 2024-11-09T18:20:38,042 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5c9e51b7cc5117abb36b05f4ab52d0e2, ASSIGN; state=OFFLINE, location=fb97eb0edbe8,34941,1731176432908; forceNewPlan=false, retain=false 2024-11-09T18:20:38,193 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5c9e51b7cc5117abb36b05f4ab52d0e2, regionState=OPENING, regionLocation=fb97eb0edbe8,34941,1731176432908 2024-11-09T18:20:38,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5c9e51b7cc5117abb36b05f4ab52d0e2, ASSIGN because future has completed 2024-11-09T18:20:38,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c9e51b7cc5117abb36b05f4ab52d0e2, server=fb97eb0edbe8,34941,1731176432908}] 2024-11-09T18:20:38,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:20:38,396 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731176437211.5c9e51b7cc5117abb36b05f4ab52d0e2. 2024-11-09T18:20:38,397 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5c9e51b7cc5117abb36b05f4ab52d0e2, NAME => 'test,,1731176437211.5c9e51b7cc5117abb36b05f4ab52d0e2.', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:20:38,397 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T18:20:38,397 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T18:20:38,397 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5c9e51b7cc5117abb36b05f4ab52d0e2 2024-11-09T18:20:38,397 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731176437211.5c9e51b7cc5117abb36b05f4ab52d0e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:20:38,398 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5c9e51b7cc5117abb36b05f4ab52d0e2 2024-11-09T18:20:38,398 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5c9e51b7cc5117abb36b05f4ab52d0e2 2024-11-09T18:20:38,429 INFO [StoreOpener-5c9e51b7cc5117abb36b05f4ab52d0e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5c9e51b7cc5117abb36b05f4ab52d0e2 2024-11-09T18:20:38,432 INFO [StoreOpener-5c9e51b7cc5117abb36b05f4ab52d0e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c9e51b7cc5117abb36b05f4ab52d0e2 columnFamilyName f 2024-11-09T18:20:38,432 DEBUG [StoreOpener-5c9e51b7cc5117abb36b05f4ab52d0e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:20:38,438 INFO [StoreOpener-5c9e51b7cc5117abb36b05f4ab52d0e2-1 {}] regionserver.HStore(327): Store=5c9e51b7cc5117abb36b05f4ab52d0e2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:20:38,438 INFO [StoreOpener-5c9e51b7cc5117abb36b05f4ab52d0e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5c9e51b7cc5117abb36b05f4ab52d0e2 2024-11-09T18:20:38,442 INFO [StoreOpener-5c9e51b7cc5117abb36b05f4ab52d0e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c9e51b7cc5117abb36b05f4ab52d0e2 columnFamilyName f1 2024-11-09T18:20:38,442 DEBUG [StoreOpener-5c9e51b7cc5117abb36b05f4ab52d0e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:20:38,455 INFO [StoreOpener-5c9e51b7cc5117abb36b05f4ab52d0e2-1 {}] regionserver.HStore(327): Store=5c9e51b7cc5117abb36b05f4ab52d0e2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:20:38,455 INFO [StoreOpener-5c9e51b7cc5117abb36b05f4ab52d0e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5c9e51b7cc5117abb36b05f4ab52d0e2 2024-11-09T18:20:38,457 INFO [StoreOpener-5c9e51b7cc5117abb36b05f4ab52d0e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c9e51b7cc5117abb36b05f4ab52d0e2 columnFamilyName norep 2024-11-09T18:20:38,458 DEBUG [StoreOpener-5c9e51b7cc5117abb36b05f4ab52d0e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:20:38,461 INFO [StoreOpener-5c9e51b7cc5117abb36b05f4ab52d0e2-1 {}] regionserver.HStore(327): Store=5c9e51b7cc5117abb36b05f4ab52d0e2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:20:38,461 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5c9e51b7cc5117abb36b05f4ab52d0e2 2024-11-09T18:20:38,462 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/data/default/test/5c9e51b7cc5117abb36b05f4ab52d0e2 2024-11-09T18:20:38,462 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/data/default/test/5c9e51b7cc5117abb36b05f4ab52d0e2 2024-11-09T18:20:38,463 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5c9e51b7cc5117abb36b05f4ab52d0e2 2024-11-09T18:20:38,463 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5c9e51b7cc5117abb36b05f4ab52d0e2 2024-11-09T18:20:38,463 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T18:20:38,465 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5c9e51b7cc5117abb36b05f4ab52d0e2 2024-11-09T18:20:38,472 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/data/default/test/5c9e51b7cc5117abb36b05f4ab52d0e2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:20:38,472 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5c9e51b7cc5117abb36b05f4ab52d0e2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60441545, jitterRate=-0.09935079514980316}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T18:20:38,472 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5c9e51b7cc5117abb36b05f4ab52d0e2 2024-11-09T18:20:38,472 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5c9e51b7cc5117abb36b05f4ab52d0e2: Running coprocessor pre-open hook at 1731176438398Writing region info on filesystem at 1731176438398Initializing all the Stores at 1731176438412 (+14 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176438413 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176438428 (+15 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176438428Cleaning up temporary data from old regions at 1731176438463 (+35 ms)Running coprocessor post-open hooks at 1731176438472 (+9 ms)Region opened successfully at 1731176438472 2024-11-09T18:20:38,474 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731176437211.5c9e51b7cc5117abb36b05f4ab52d0e2., pid=6, masterSystemTime=1731176438380 2024-11-09T18:20:38,477 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731176437211.5c9e51b7cc5117abb36b05f4ab52d0e2. 2024-11-09T18:20:38,477 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731176437211.5c9e51b7cc5117abb36b05f4ab52d0e2. 2024-11-09T18:20:38,477 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5c9e51b7cc5117abb36b05f4ab52d0e2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fb97eb0edbe8,34941,1731176432908 2024-11-09T18:20:38,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c9e51b7cc5117abb36b05f4ab52d0e2, server=fb97eb0edbe8,34941,1731176432908 because future has completed 2024-11-09T18:20:38,484 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T18:20:38,485 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5c9e51b7cc5117abb36b05f4ab52d0e2, server=fb97eb0edbe8,34941,1731176432908 in 274 msec 2024-11-09T18:20:38,492 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T18:20:38,492 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5c9e51b7cc5117abb36b05f4ab52d0e2, ASSIGN in 444 msec 2024-11-09T18:20:38,497 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T18:20:38,497 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176438497"}]},"ts":"1731176438497"} 2024-11-09T18:20:38,501 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T18:20:38,502 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T18:20:38,505 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2900 sec 2024-11-09T18:20:38,718 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:20:38,719 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fb97eb0edbe8,32911,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fb97eb0edbe8:32911 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T18:20:38,719 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18282 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fb97eb0edbe8,32911,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fb97eb0edbe8:32911 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T18:20:39,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:20:39,369 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T18:20:39,369 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34debdc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:20:39,369 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,46057,-1 for getting cluster id 2024-11-09T18:20:39,369 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:20:39,370 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '19f6042a-e19d-4bbd-828c-08ac8fa36cd8' 2024-11-09T18:20:39,370 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:20:39,370 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "19f6042a-e19d-4bbd-828c-08ac8fa36cd8" 2024-11-09T18:20:39,371 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e78e22c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:20:39,371 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,46057,-1] 2024-11-09T18:20:39,371 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:20:39,371 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:39,372 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:20:39,372 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@705057d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:20:39,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@638d0e93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:20:39,373 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,46649,-1 for getting cluster id 2024-11-09T18:20:39,373 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:20:39,374 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58b5bf67-a5ef-44be-8b0a-77aa958f2e34' 2024-11-09T18:20:39,374 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:20:39,374 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58b5bf67-a5ef-44be-8b0a-77aa958f2e34" 2024-11-09T18:20:39,374 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bd0c469, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:20:39,374 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,46649,-1] 2024-11-09T18:20:39,374 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:20:39,374 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:39,375 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:20:39,375 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7500cbf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:20:39,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@155883ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:20:39,376 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,46057,-1 for getting cluster id 2024-11-09T18:20:39,376 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:20:39,377 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '19f6042a-e19d-4bbd-828c-08ac8fa36cd8' 2024-11-09T18:20:39,377 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:20:39,377 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "19f6042a-e19d-4bbd-828c-08ac8fa36cd8" 2024-11-09T18:20:39,377 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d809239, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:20:39,377 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,46057,-1] 2024-11-09T18:20:39,377 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:20:39,377 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:39,378 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:20:39,379 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d920b06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:20:39,379 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:20:39,380 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,46057,1731176427109 2024-11-09T18:20:39,380 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12e41566 2024-11-09T18:20:39,380 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:20:39,381 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:20:39,381 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46057 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://fb97eb0edbe8:46649,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T18:20:39,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46057 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T18:20:39,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46057 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T18:20:39,384 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fb97eb0edbe8:46649' 2024-11-09T18:20:39,384 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d4f15a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:20:39,384 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,46649,-1 for getting cluster id 2024-11-09T18:20:39,384 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:20:39,385 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58b5bf67-a5ef-44be-8b0a-77aa958f2e34' 2024-11-09T18:20:39,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:20:39,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58b5bf67-a5ef-44be-8b0a-77aa958f2e34" 2024-11-09T18:20:39,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73b1812b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:20:39,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,46649,-1] 2024-11-09T18:20:39,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:20:39,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:39,386 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:20:39,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33d39951, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:20:39,387 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:20:39,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,46649,1731176432773 2024-11-09T18:20:39,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34a532b6 2024-11-09T18:20:39,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:20:39,388 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:20:39,389 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T18:20:39,389 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T18:20:39,389 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:39,389 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:39,389 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:20:39,389 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:20:39,390 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T18:20:39,391 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T18:20:39,391 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:20:39,392 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T18:20:39,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741837_1013 (size=1138) 2024-11-09T18:20:39,440 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T18:20:39,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46057 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T18:20:39,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46057 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T18:20:39,798 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 07f76bc776ad5368644615255aa4d5e3, NAME => 'hbase:replication,,1731176439389.07f76bc776ad5368644615255aa4d5e3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b 2024-11-09T18:20:39,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741838_1014 (size=44) 2024-11-09T18:20:40,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46057 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T18:20:40,203 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731176439389.07f76bc776ad5368644615255aa4d5e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:20:40,203 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 07f76bc776ad5368644615255aa4d5e3, disabling compactions & flushes 2024-11-09T18:20:40,203 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731176439389.07f76bc776ad5368644615255aa4d5e3. 2024-11-09T18:20:40,203 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731176439389.07f76bc776ad5368644615255aa4d5e3. 2024-11-09T18:20:40,203 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731176439389.07f76bc776ad5368644615255aa4d5e3. after waiting 0 ms 2024-11-09T18:20:40,203 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731176439389.07f76bc776ad5368644615255aa4d5e3. 2024-11-09T18:20:40,203 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731176439389.07f76bc776ad5368644615255aa4d5e3. 2024-11-09T18:20:40,203 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 07f76bc776ad5368644615255aa4d5e3: Waiting for close lock at 1731176440203Disabling compacts and flushes for region at 1731176440203Disabling writes for close at 1731176440203Writing region close event to WAL at 1731176440203Closed at 1731176440203 2024-11-09T18:20:40,254 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T18:20:40,255 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731176439389.07f76bc776ad5368644615255aa4d5e3.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731176440255"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731176440255"}]},"ts":"1731176440255"} 2024-11-09T18:20:40,257 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T18:20:40,257 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T18:20:40,258 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176440257"}]},"ts":"1731176440257"} 2024-11-09T18:20:40,259 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T18:20:40,259 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=07f76bc776ad5368644615255aa4d5e3, ASSIGN}] 2024-11-09T18:20:40,261 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=07f76bc776ad5368644615255aa4d5e3, ASSIGN 2024-11-09T18:20:40,262 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=07f76bc776ad5368644615255aa4d5e3, ASSIGN; state=OFFLINE, location=fb97eb0edbe8,33823,1731176427286; forceNewPlan=false, retain=false 2024-11-09T18:20:40,414 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=07f76bc776ad5368644615255aa4d5e3, regionState=OPENING, regionLocation=fb97eb0edbe8,33823,1731176427286 2024-11-09T18:20:40,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=07f76bc776ad5368644615255aa4d5e3, ASSIGN because future has completed 2024-11-09T18:20:40,425 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 07f76bc776ad5368644615255aa4d5e3, server=fb97eb0edbe8,33823,1731176427286}] 2024-11-09T18:20:40,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46057 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T18:20:40,584 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731176439389.07f76bc776ad5368644615255aa4d5e3. 2024-11-09T18:20:40,584 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:20:40,585 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T18:20:40,586 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fb97eb0edbe8%2C33823%2C1731176427286.rep, suffix=, logDir=hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/WALs/fb97eb0edbe8,33823,1731176427286, archiveDir=hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/oldWALs, maxLogs=10 2024-11-09T18:20:40,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/WALs/fb97eb0edbe8,33823,1731176427286/fb97eb0edbe8%2C33823%2C1731176427286.rep.1731176440586, exclude list is [], retry=0 2024-11-09T18:20:40,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41157,DS-db239bd2-c088-44ca-a507-356dd551b9b4,DISK] 2024-11-09T18:20:40,604 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/WALs/fb97eb0edbe8,33823,1731176427286/fb97eb0edbe8%2C33823%2C1731176427286.rep.1731176440586 2024-11-09T18:20:40,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36197:36197)] 2024-11-09T18:20:40,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 07f76bc776ad5368644615255aa4d5e3, NAME => 'hbase:replication,,1731176439389.07f76bc776ad5368644615255aa4d5e3.', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:20:40,605 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T18:20:40,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T18:20:40,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731176439389.07f76bc776ad5368644615255aa4d5e3. service=MultiRowMutationService 2024-11-09T18:20:40,606 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T18:20:40,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 07f76bc776ad5368644615255aa4d5e3 2024-11-09T18:20:40,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731176439389.07f76bc776ad5368644615255aa4d5e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:20:40,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 07f76bc776ad5368644615255aa4d5e3 2024-11-09T18:20:40,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 07f76bc776ad5368644615255aa4d5e3 2024-11-09T18:20:40,611 INFO [StoreOpener-07f76bc776ad5368644615255aa4d5e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 07f76bc776ad5368644615255aa4d5e3 2024-11-09T18:20:40,612 INFO [StoreOpener-07f76bc776ad5368644615255aa4d5e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 07f76bc776ad5368644615255aa4d5e3 columnFamilyName hfileref 2024-11-09T18:20:40,612 DEBUG [StoreOpener-07f76bc776ad5368644615255aa4d5e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:20:40,612 INFO [StoreOpener-07f76bc776ad5368644615255aa4d5e3-1 {}] regionserver.HStore(327): Store=07f76bc776ad5368644615255aa4d5e3/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:20:40,612 INFO [StoreOpener-07f76bc776ad5368644615255aa4d5e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 07f76bc776ad5368644615255aa4d5e3 2024-11-09T18:20:40,613 INFO [StoreOpener-07f76bc776ad5368644615255aa4d5e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 07f76bc776ad5368644615255aa4d5e3 columnFamilyName queue 2024-11-09T18:20:40,613 DEBUG [StoreOpener-07f76bc776ad5368644615255aa4d5e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:20:40,613 INFO [StoreOpener-07f76bc776ad5368644615255aa4d5e3-1 {}] regionserver.HStore(327): Store=07f76bc776ad5368644615255aa4d5e3/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:20:40,613 INFO [StoreOpener-07f76bc776ad5368644615255aa4d5e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 07f76bc776ad5368644615255aa4d5e3 2024-11-09T18:20:40,614 INFO [StoreOpener-07f76bc776ad5368644615255aa4d5e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 07f76bc776ad5368644615255aa4d5e3 columnFamilyName sid 2024-11-09T18:20:40,614 DEBUG [StoreOpener-07f76bc776ad5368644615255aa4d5e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:20:40,614 INFO [StoreOpener-07f76bc776ad5368644615255aa4d5e3-1 {}] regionserver.HStore(327): Store=07f76bc776ad5368644615255aa4d5e3/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:20:40,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 07f76bc776ad5368644615255aa4d5e3 2024-11-09T18:20:40,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/data/hbase/replication/07f76bc776ad5368644615255aa4d5e3 2024-11-09T18:20:40,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/data/hbase/replication/07f76bc776ad5368644615255aa4d5e3 2024-11-09T18:20:40,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 07f76bc776ad5368644615255aa4d5e3 2024-11-09T18:20:40,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 07f76bc776ad5368644615255aa4d5e3 2024-11-09T18:20:40,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T18:20:40,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 07f76bc776ad5368644615255aa4d5e3 2024-11-09T18:20:40,619 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/data/hbase/replication/07f76bc776ad5368644615255aa4d5e3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:20:40,620 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 07f76bc776ad5368644615255aa4d5e3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65028564, jitterRate=-0.03099888563156128}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T18:20:40,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 07f76bc776ad5368644615255aa4d5e3 2024-11-09T18:20:40,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 07f76bc776ad5368644615255aa4d5e3: Running coprocessor pre-open hook at 1731176440606Writing region info on filesystem at 1731176440606Initializing all the Stores at 1731176440607 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176440607Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176440610 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176440610Cleaning up temporary data from old regions at 1731176440616 (+6 ms)Running coprocessor post-open hooks at 1731176440620 (+4 ms)Region opened successfully at 1731176440620 2024-11-09T18:20:40,621 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731176439389.07f76bc776ad5368644615255aa4d5e3., pid=10, masterSystemTime=1731176440577 2024-11-09T18:20:40,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731176439389.07f76bc776ad5368644615255aa4d5e3. 2024-11-09T18:20:40,623 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731176439389.07f76bc776ad5368644615255aa4d5e3. 2024-11-09T18:20:40,626 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=07f76bc776ad5368644615255aa4d5e3, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,33823,1731176427286 2024-11-09T18:20:40,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 07f76bc776ad5368644615255aa4d5e3, server=fb97eb0edbe8,33823,1731176427286 because future has completed 2024-11-09T18:20:40,632 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T18:20:40,632 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 07f76bc776ad5368644615255aa4d5e3, server=fb97eb0edbe8,33823,1731176427286 in 206 msec 2024-11-09T18:20:40,636 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T18:20:40,636 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=07f76bc776ad5368644615255aa4d5e3, ASSIGN in 374 msec 2024-11-09T18:20:40,637 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T18:20:40,637 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176440637"}]},"ts":"1731176440637"} 2024-11-09T18:20:40,640 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T18:20:40,641 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T18:20:40,643 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2520 sec 2024-11-09T18:20:40,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731176439389.07f76bc776ad5368644615255aa4d5e3., hostname=fb97eb0edbe8,33823,1731176427286, seqNum=2] 2024-11-09T18:20:40,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33823-0x10120d3e0830001, quorum=127.0.0.1:60384, baseZNode=/0-381304242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-381304242 2024-11-09T18:20:40,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46057-0x10120d3e0830000, quorum=127.0.0.1:60384, baseZNode=/0-381304242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-381304242 2024-11-09T18:20:40,756 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T18:20:40,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33823 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T18:20:40,912 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T18:20:40,961 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-fb97eb0edbe8,33823,1731176427286, ReplicationSource: 1, currentBandwidth=0 2024-11-09T18:20:40,962 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:20:40,962 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,33823,1731176427286, seqNum=-1] 2024-11-09T18:20:40,963 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:20:40,964 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51347, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-09T18:20:40,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-fb97eb0edbe8,33823,1731176427286', locateType=CURRENT is [region=hbase:replication,,1731176439389.07f76bc776ad5368644615255aa4d5e3., hostname=fb97eb0edbe8,33823,1731176427286, seqNum=2] 2024-11-09T18:20:40,983 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T18:20:40,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46057 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T18:20:40,986 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on fb97eb0edbe8,33823,1731176427286 suceeded 2024-11-09T18:20:40,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T18:20:40,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 230 msec 2024-11-09T18:20:40,988 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://fb97eb0edbe8:46649,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T18:20:40,989 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6070 sec 2024-11-09T18:20:41,015 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33823,1731176427286 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fb97eb0edbe8:46649' 2024-11-09T18:20:41,016 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33823,1731176427286 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7beecc3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:20:41,016 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33823,1731176427286 {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,46649,-1 for getting cluster id 2024-11-09T18:20:41,017 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33823,1731176427286 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:20:41,017 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58b5bf67-a5ef-44be-8b0a-77aa958f2e34' 2024-11-09T18:20:41,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:20:41,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58b5bf67-a5ef-44be-8b0a-77aa958f2e34" 2024-11-09T18:20:41,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@355e64a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:20:41,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,46649,-1] 2024-11-09T18:20:41,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:20:41,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:41,020 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:20:41,020 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33823,1731176427286 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38ee0c84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:20:41,020 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33823,1731176427286 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:20:41,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,46649,1731176432773 2024-11-09T18:20:41,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78bb439f 2024-11-09T18:20:41,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:20:41,025 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-09T18:20:41,026 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33823,1731176427286 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fb97eb0edbe8,33823,1731176427286 (queues=1) is replicating from cluster=19f6042a-e19d-4bbd-828c-08ac8fa36cd8 to cluster=58b5bf67-a5ef-44be-8b0a-77aa958f2e34 2024-11-09T18:20:41,026 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33823,1731176427286 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fb97eb0edbe8%2C33823%2C1731176427286 2024-11-09T18:20:41,026 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33823,1731176427286 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fb97eb0edbe8,33823,1731176427286, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T18:20:41,027 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33823,1731176427286.replicationSource.wal-reader.fb97eb0edbe8%2C33823%2C1731176427286,1-fb97eb0edbe8,33823,1731176427286 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/WALs/fb97eb0edbe8,33823,1731176427286/fb97eb0edbe8%2C33823%2C1731176427286.1731176430351, startPosition=0, beingWritten=true 2024-11-09T18:20:41,032 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33823,1731176427286.replicationSource.shipperfb97eb0edbe8%2C33823%2C1731176427286,1-fb97eb0edbe8,33823,1731176427286 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fb97eb0edbe8%2C33823%2C1731176427286 2024-11-09T18:20:41,064 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33823,1731176427286.replicationSource.wal-reader.fb97eb0edbe8%2C33823%2C1731176427286,1-fb97eb0edbe8,33823,1731176427286 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T18:20:41,064 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33823,1731176427286.replicationSource.wal-reader.fb97eb0edbe8%2C33823%2C1731176427286,1-fb97eb0edbe8,33823,1731176427286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/WALs/fb97eb0edbe8,33823,1731176427286/fb97eb0edbe8%2C33823%2C1731176427286.1731176430351 to pos 379, reset compression=false 2024-11-09T18:20:41,064 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33823,1731176427286.replicationSource.shipperfb97eb0edbe8%2C33823%2C1731176427286,1-fb97eb0edbe8,33823,1731176427286 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fb97eb0edbe8,33823,1731176427286 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/WALs/fb97eb0edbe8,33823,1731176427286/fb97eb0edbe8%2C33823%2C1731176427286.1731176430351, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T18:20:41,287 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33823,1731176427286.replicationSource.wal-reader.fb97eb0edbe8%2C33823%2C1731176427286,1-fb97eb0edbe8,33823,1731176427286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/WALs/fb97eb0edbe8,33823,1731176427286/fb97eb0edbe8%2C33823%2C1731176427286.1731176430351 to pos 379, reset compression=false 2024-11-09T18:20:41,329 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T18:20:41,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:41,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:41,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:41,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:41,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:41,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:41,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:41,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:41,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:41,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:41,423 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T18:20:41,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46057 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T18:20:41,539 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T18:20:41,539 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:20:41,539 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:20:41,539 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:41,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:41,540 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:20:41,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@661914ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:20:41,541 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,46649,-1 for getting cluster id 2024-11-09T18:20:41,541 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:20:41,542 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58b5bf67-a5ef-44be-8b0a-77aa958f2e34' 2024-11-09T18:20:41,542 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:20:41,542 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58b5bf67-a5ef-44be-8b0a-77aa958f2e34" 2024-11-09T18:20:41,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7135bc6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:20:41,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,46649,-1] 2024-11-09T18:20:41,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:20:41,544 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:20:41,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:41,545 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f4fe254, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:20:41,545 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:20:41,546 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,46649,1731176432773 2024-11-09T18:20:41,546 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e938fd1 2024-11-09T18:20:41,546 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:20:41,550 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:20:41,551 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46649 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://fb97eb0edbe8:46057,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T18:20:41,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46649 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T18:20:41,554 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fb97eb0edbe8:46057' 2024-11-09T18:20:41,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T18:20:41,558 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a419940, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:20:41,558 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,46057,-1 for getting cluster id 2024-11-09T18:20:41,558 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:20:41,559 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '19f6042a-e19d-4bbd-828c-08ac8fa36cd8' 2024-11-09T18:20:41,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:20:41,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "19f6042a-e19d-4bbd-828c-08ac8fa36cd8" 2024-11-09T18:20:41,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cd640c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:20:41,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,46057,-1] 2024-11-09T18:20:41,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:20:41,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:41,560 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:20:41,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a925b6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:20:41,561 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:20:41,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,46057,1731176427109 2024-11-09T18:20:41,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7787598e 2024-11-09T18:20:41,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:20:41,563 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:20:41,564 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T18:20:41,564 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T18:20:41,564 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:41,564 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:41,565 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:20:41,566 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T18:20:41,567 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:20:41,567 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T18:20:41,568 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:20:41,569 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T18:20:41,596 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33823,1731176427286.replicationSource.wal-reader.fb97eb0edbe8%2C33823%2C1731176427286,1-fb97eb0edbe8,33823,1731176427286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/WALs/fb97eb0edbe8,33823,1731176427286/fb97eb0edbe8%2C33823%2C1731176427286.1731176430351 to pos 379, reset compression=false 2024-11-09T18:20:41,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44457 is added to blk_1073741837_1013 (size=1138) 2024-11-09T18:20:41,616 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T18:20:41,629 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7f6fb40f6e84c6ae39e29be43e241cbd, NAME => 'hbase:replication,,1731176441564.7f6fb40f6e84c6ae39e29be43e241cbd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad 2024-11-09T18:20:41,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44457 is added to blk_1073741838_1014 (size=44) 2024-11-09T18:20:41,658 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731176441564.7f6fb40f6e84c6ae39e29be43e241cbd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:20:41,658 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7f6fb40f6e84c6ae39e29be43e241cbd, disabling compactions & flushes 2024-11-09T18:20:41,659 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731176441564.7f6fb40f6e84c6ae39e29be43e241cbd. 2024-11-09T18:20:41,659 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731176441564.7f6fb40f6e84c6ae39e29be43e241cbd. 2024-11-09T18:20:41,659 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731176441564.7f6fb40f6e84c6ae39e29be43e241cbd. after waiting 0 ms 2024-11-09T18:20:41,659 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731176441564.7f6fb40f6e84c6ae39e29be43e241cbd. 2024-11-09T18:20:41,659 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731176441564.7f6fb40f6e84c6ae39e29be43e241cbd. 2024-11-09T18:20:41,659 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7f6fb40f6e84c6ae39e29be43e241cbd: Waiting for close lock at 1731176441658Disabling compacts and flushes for region at 1731176441658Disabling writes for close at 1731176441659 (+1 ms)Writing region close event to WAL at 1731176441659Closed at 1731176441659 2024-11-09T18:20:41,660 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T18:20:41,661 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731176441564.7f6fb40f6e84c6ae39e29be43e241cbd.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731176441660"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731176441660"}]},"ts":"1731176441660"} 2024-11-09T18:20:41,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T18:20:41,666 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T18:20:41,669 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T18:20:41,669 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176441669"}]},"ts":"1731176441669"} 2024-11-09T18:20:41,681 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T18:20:41,681 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7f6fb40f6e84c6ae39e29be43e241cbd, ASSIGN}] 2024-11-09T18:20:41,683 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7f6fb40f6e84c6ae39e29be43e241cbd, ASSIGN 2024-11-09T18:20:41,684 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7f6fb40f6e84c6ae39e29be43e241cbd, ASSIGN; state=OFFLINE, location=fb97eb0edbe8,34941,1731176432908; forceNewPlan=false, retain=false 2024-11-09T18:20:41,835 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7f6fb40f6e84c6ae39e29be43e241cbd, regionState=OPENING, regionLocation=fb97eb0edbe8,34941,1731176432908 2024-11-09T18:20:41,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7f6fb40f6e84c6ae39e29be43e241cbd, ASSIGN because future has completed 2024-11-09T18:20:41,852 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f6fb40f6e84c6ae39e29be43e241cbd, server=fb97eb0edbe8,34941,1731176432908}] 2024-11-09T18:20:41,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T18:20:42,026 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33823,1731176427286.replicationSource.wal-reader.fb97eb0edbe8%2C33823%2C1731176427286,1-fb97eb0edbe8,33823,1731176427286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/WALs/fb97eb0edbe8,33823,1731176427286/fb97eb0edbe8%2C33823%2C1731176427286.1731176430351 to pos 379, reset compression=false 2024-11-09T18:20:42,026 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731176441564.7f6fb40f6e84c6ae39e29be43e241cbd. 2024-11-09T18:20:42,026 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:20:42,028 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T18:20:42,030 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fb97eb0edbe8%2C34941%2C1731176432908.rep, suffix=, logDir=hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/WALs/fb97eb0edbe8,34941,1731176432908, archiveDir=hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/oldWALs, maxLogs=10 2024-11-09T18:20:42,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/WALs/fb97eb0edbe8,34941,1731176432908/fb97eb0edbe8%2C34941%2C1731176432908.rep.1731176442030, exclude list is [], retry=0 2024-11-09T18:20:42,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44457,DS-56dcf4e9-9c4f-4512-ad2c-494fc676071c,DISK] 2024-11-09T18:20:42,082 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/WALs/fb97eb0edbe8,34941,1731176432908/fb97eb0edbe8%2C34941%2C1731176432908.rep.1731176442030 2024-11-09T18:20:42,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46605:46605)] 2024-11-09T18:20:42,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7f6fb40f6e84c6ae39e29be43e241cbd, NAME => 'hbase:replication,,1731176441564.7f6fb40f6e84c6ae39e29be43e241cbd.', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:20:42,089 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T18:20:42,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T18:20:42,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731176441564.7f6fb40f6e84c6ae39e29be43e241cbd. service=MultiRowMutationService 2024-11-09T18:20:42,090 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T18:20:42,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7f6fb40f6e84c6ae39e29be43e241cbd 2024-11-09T18:20:42,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731176441564.7f6fb40f6e84c6ae39e29be43e241cbd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:20:42,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7f6fb40f6e84c6ae39e29be43e241cbd 2024-11-09T18:20:42,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7f6fb40f6e84c6ae39e29be43e241cbd 2024-11-09T18:20:42,112 INFO [StoreOpener-7f6fb40f6e84c6ae39e29be43e241cbd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7f6fb40f6e84c6ae39e29be43e241cbd 2024-11-09T18:20:42,116 INFO [StoreOpener-7f6fb40f6e84c6ae39e29be43e241cbd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f6fb40f6e84c6ae39e29be43e241cbd columnFamilyName hfileref 2024-11-09T18:20:42,116 DEBUG [StoreOpener-7f6fb40f6e84c6ae39e29be43e241cbd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:20:42,117 INFO [StoreOpener-7f6fb40f6e84c6ae39e29be43e241cbd-1 {}] regionserver.HStore(327): Store=7f6fb40f6e84c6ae39e29be43e241cbd/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:20:42,117 INFO [StoreOpener-7f6fb40f6e84c6ae39e29be43e241cbd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7f6fb40f6e84c6ae39e29be43e241cbd 2024-11-09T18:20:42,119 INFO [StoreOpener-7f6fb40f6e84c6ae39e29be43e241cbd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f6fb40f6e84c6ae39e29be43e241cbd columnFamilyName queue 2024-11-09T18:20:42,119 DEBUG [StoreOpener-7f6fb40f6e84c6ae39e29be43e241cbd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:20:42,120 INFO [StoreOpener-7f6fb40f6e84c6ae39e29be43e241cbd-1 {}] regionserver.HStore(327): Store=7f6fb40f6e84c6ae39e29be43e241cbd/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:20:42,120 INFO [StoreOpener-7f6fb40f6e84c6ae39e29be43e241cbd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7f6fb40f6e84c6ae39e29be43e241cbd 2024-11-09T18:20:42,123 INFO [StoreOpener-7f6fb40f6e84c6ae39e29be43e241cbd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f6fb40f6e84c6ae39e29be43e241cbd columnFamilyName sid 2024-11-09T18:20:42,123 DEBUG [StoreOpener-7f6fb40f6e84c6ae39e29be43e241cbd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:20:42,123 INFO [StoreOpener-7f6fb40f6e84c6ae39e29be43e241cbd-1 {}] regionserver.HStore(327): Store=7f6fb40f6e84c6ae39e29be43e241cbd/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:20:42,123 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7f6fb40f6e84c6ae39e29be43e241cbd 2024-11-09T18:20:42,124 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/data/hbase/replication/7f6fb40f6e84c6ae39e29be43e241cbd 2024-11-09T18:20:42,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/data/hbase/replication/7f6fb40f6e84c6ae39e29be43e241cbd 2024-11-09T18:20:42,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7f6fb40f6e84c6ae39e29be43e241cbd 2024-11-09T18:20:42,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7f6fb40f6e84c6ae39e29be43e241cbd 2024-11-09T18:20:42,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T18:20:42,130 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7f6fb40f6e84c6ae39e29be43e241cbd 2024-11-09T18:20:42,153 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/data/hbase/replication/7f6fb40f6e84c6ae39e29be43e241cbd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:20:42,153 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7f6fb40f6e84c6ae39e29be43e241cbd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63578263, jitterRate=-0.05261005461215973}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T18:20:42,153 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7f6fb40f6e84c6ae39e29be43e241cbd 2024-11-09T18:20:42,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7f6fb40f6e84c6ae39e29be43e241cbd: Running coprocessor pre-open hook at 1731176442090Writing region info on filesystem at 1731176442090Initializing all the Stores at 1731176442091 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176442091Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176442100 (+9 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176442100Cleaning up temporary data from old regions at 1731176442126 (+26 ms)Running coprocessor post-open hooks at 1731176442153 (+27 ms)Region opened successfully at 1731176442153 2024-11-09T18:20:42,154 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731176441564.7f6fb40f6e84c6ae39e29be43e241cbd., pid=10, masterSystemTime=1731176442020 2024-11-09T18:20:42,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731176441564.7f6fb40f6e84c6ae39e29be43e241cbd. 2024-11-09T18:20:42,157 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731176441564.7f6fb40f6e84c6ae39e29be43e241cbd. 2024-11-09T18:20:42,157 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7f6fb40f6e84c6ae39e29be43e241cbd, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,34941,1731176432908 2024-11-09T18:20:42,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f6fb40f6e84c6ae39e29be43e241cbd, server=fb97eb0edbe8,34941,1731176432908 because future has completed 2024-11-09T18:20:42,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T18:20:42,184 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T18:20:42,185 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7f6fb40f6e84c6ae39e29be43e241cbd, server=fb97eb0edbe8,34941,1731176432908 in 329 msec 2024-11-09T18:20:42,189 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T18:20:42,189 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176442189"}]},"ts":"1731176442189"} 2024-11-09T18:20:42,190 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T18:20:42,190 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7f6fb40f6e84c6ae39e29be43e241cbd, ASSIGN in 504 msec 2024-11-09T18:20:42,192 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T18:20:42,193 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T18:20:42,196 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 628 msec 2024-11-09T18:20:42,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731176441564.7f6fb40f6e84c6ae39e29be43e241cbd., hostname=fb97eb0edbe8,34941,1731176432908, seqNum=2] 2024-11-09T18:20:42,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46649-0x10120d3e0830003, quorum=127.0.0.1:60384, baseZNode=/11817256556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11817256556 2024-11-09T18:20:42,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34941-0x10120d3e0830004, quorum=127.0.0.1:60384, baseZNode=/11817256556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11817256556 2024-11-09T18:20:42,314 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T18:20:42,394 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T18:20:42,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34941 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T18:20:42,470 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T18:20:42,519 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-fb97eb0edbe8,34941,1731176432908, ReplicationSource: 1, currentBandwidth=0 2024-11-09T18:20:42,519 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:20:42,520 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,34941,1731176432908, seqNum=-1] 2024-11-09T18:20:42,520 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:20:42,521 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50013, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-09T18:20:42,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-fb97eb0edbe8,34941,1731176432908', locateType=CURRENT is [region=hbase:replication,,1731176441564.7f6fb40f6e84c6ae39e29be43e241cbd., hostname=fb97eb0edbe8,34941,1731176432908, seqNum=2] 2024-11-09T18:20:42,528 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T18:20:42,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46649 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T18:20:42,531 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on fb97eb0edbe8,34941,1731176432908 suceeded 2024-11-09T18:20:42,533 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T18:20:42,533 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 218 msec 2024-11-09T18:20:42,533 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://fb97eb0edbe8:46057,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T18:20:42,534 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 982 msec 2024-11-09T18:20:42,546 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,34941,1731176432908 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fb97eb0edbe8:46057' 2024-11-09T18:20:42,548 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,34941,1731176432908 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@565014eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:20:42,548 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,34941,1731176432908 {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,46057,-1 for getting cluster id 2024-11-09T18:20:42,548 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,34941,1731176432908 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:20:42,549 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '19f6042a-e19d-4bbd-828c-08ac8fa36cd8' 2024-11-09T18:20:42,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:20:42,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "19f6042a-e19d-4bbd-828c-08ac8fa36cd8" 2024-11-09T18:20:42,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d4af6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:20:42,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,46057,-1] 2024-11-09T18:20:42,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:20:42,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:42,551 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:20:42,551 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33823,1731176427286.replicationSource.wal-reader.fb97eb0edbe8%2C33823%2C1731176427286,1-fb97eb0edbe8,33823,1731176427286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/WALs/fb97eb0edbe8,33823,1731176427286/fb97eb0edbe8%2C33823%2C1731176427286.1731176430351 to pos 379, reset compression=false 2024-11-09T18:20:42,552 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,34941,1731176432908 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21e175b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:20:42,552 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,34941,1731176432908 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:20:42,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,46057,1731176427109 2024-11-09T18:20:42,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35f4384d 2024-11-09T18:20:42,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:20:42,556 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-09T18:20:42,557 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,34941,1731176432908 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fb97eb0edbe8,34941,1731176432908 (queues=1) is replicating from cluster=58b5bf67-a5ef-44be-8b0a-77aa958f2e34 to cluster=19f6042a-e19d-4bbd-828c-08ac8fa36cd8 2024-11-09T18:20:42,557 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,34941,1731176432908 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fb97eb0edbe8%2C34941%2C1731176432908 2024-11-09T18:20:42,557 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,34941,1731176432908 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fb97eb0edbe8,34941,1731176432908, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T18:20:42,557 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,34941,1731176432908.replicationSource.wal-reader.fb97eb0edbe8%2C34941%2C1731176432908,1-fb97eb0edbe8,34941,1731176432908 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/WALs/fb97eb0edbe8,34941,1731176432908/fb97eb0edbe8%2C34941%2C1731176432908.1731176435291, startPosition=0, beingWritten=true 2024-11-09T18:20:42,572 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,34941,1731176432908.replicationSource.shipperfb97eb0edbe8%2C34941%2C1731176432908,1-fb97eb0edbe8,34941,1731176432908 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fb97eb0edbe8%2C34941%2C1731176432908 2024-11-09T18:20:42,580 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,34941,1731176432908.replicationSource.wal-reader.fb97eb0edbe8%2C34941%2C1731176432908,1-fb97eb0edbe8,34941,1731176432908 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T18:20:42,580 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,34941,1731176432908.replicationSource.wal-reader.fb97eb0edbe8%2C34941%2C1731176432908,1-fb97eb0edbe8,34941,1731176432908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/WALs/fb97eb0edbe8,34941,1731176432908/fb97eb0edbe8%2C34941%2C1731176432908.1731176435291 to pos 379, reset compression=false 2024-11-09T18:20:42,580 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,34941,1731176432908.replicationSource.shipperfb97eb0edbe8%2C34941%2C1731176432908,1-fb97eb0edbe8,34941,1731176432908 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fb97eb0edbe8,34941,1731176432908 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/WALs/fb97eb0edbe8,34941,1731176432908/fb97eb0edbe8%2C34941%2C1731176432908.1731176435291, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T18:20:42,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T18:20:42,689 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T18:20:42,689 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:20:42,689 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:20:42,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:42,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:42,689 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:20:42,690 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:20:42,691 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,33823,1731176427286, seqNum=-1] 2024-11-09T18:20:42,691 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:20:42,692 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:20:42,694 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731176436065.10140716b9bb95933ff8a35e55498e54., hostname=fb97eb0edbe8,33823,1731176427286, seqNum=2] 2024-11-09T18:20:42,696 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:20:42,697 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,34941,1731176432908, seqNum=-1] 2024-11-09T18:20:42,698 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:20:42,698 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:20:42,700 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731176437211.5c9e51b7cc5117abb36b05f4ab52d0e2., hostname=fb97eb0edbe8,34941,1731176432908, seqNum=2] 2024-11-09T18:20:42,702 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-09T18:20:42,790 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,34941,1731176432908.replicationSource.wal-reader.fb97eb0edbe8%2C34941%2C1731176432908,1-fb97eb0edbe8,34941,1731176432908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/WALs/fb97eb0edbe8,34941,1731176432908/fb97eb0edbe8%2C34941%2C1731176432908.1731176435291 to pos 379, reset compression=false 2024-11-09T18:20:43,105 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,34941,1731176432908.replicationSource.wal-reader.fb97eb0edbe8%2C34941%2C1731176432908,1-fb97eb0edbe8,34941,1731176432908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/WALs/fb97eb0edbe8,34941,1731176432908/fb97eb0edbe8%2C34941%2C1731176432908.1731176435291 to pos 379, reset compression=false 2024-11-09T18:20:43,156 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33823,1731176427286.replicationSource.wal-reader.fb97eb0edbe8%2C33823%2C1731176427286,1-fb97eb0edbe8,33823,1731176427286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/WALs/fb97eb0edbe8,33823,1731176427286/fb97eb0edbe8%2C33823%2C1731176427286.1731176430351 to pos 379, reset compression=false 2024-11-09T18:20:43,181 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33823,1731176427286.replicationSource.wal-reader.fb97eb0edbe8%2C33823%2C1731176427286,1-fb97eb0edbe8,33823,1731176427286 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T18:20:43,181 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33823,1731176427286.replicationSource.wal-reader.fb97eb0edbe8%2C33823%2C1731176427286,1-fb97eb0edbe8,33823,1731176427286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/WALs/fb97eb0edbe8,33823,1731176427286/fb97eb0edbe8%2C33823%2C1731176427286.1731176430351 to pos 480, reset compression=false 2024-11-09T18:20:43,181 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33823,1731176427286.replicationSource.shipperfb97eb0edbe8%2C33823%2C1731176427286,1-fb97eb0edbe8,33823,1731176427286 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fb97eb0edbe8,33823,1731176427286 got entry batch from reader: WALEntryBatch [walEntries=[{test/10140716b9bb95933ff8a35e55498e54/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/WALs/fb97eb0edbe8,33823,1731176427286/fb97eb0edbe8%2C33823%2C1731176427286.1731176430351, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-09T18:20:43,184 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33823,1731176427286.replicationSource.shipperfb97eb0edbe8%2C33823%2C1731176427286,1-fb97eb0edbe8,33823,1731176427286 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T18:20:43,185 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-09T18:20:43,187 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34941 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T18:20:43,219 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34941 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a49f7e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:20:43,219 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34941 {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,46649,-1 for getting cluster id 2024-11-09T18:20:43,219 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34941 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:20:43,220 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58b5bf67-a5ef-44be-8b0a-77aa958f2e34' 2024-11-09T18:20:43,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:20:43,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58b5bf67-a5ef-44be-8b0a-77aa958f2e34" 2024-11-09T18:20:43,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ac48489, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:20:43,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,46649,-1] 2024-11-09T18:20:43,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:20:43,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:43,222 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:20:43,223 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34941 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13ffc4e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:20:43,234 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34941 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:20:43,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,34941,1731176432908, seqNum=-1] 2024-11-09T18:20:43,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:20:43,239 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-09T18:20:43,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731176437211.5c9e51b7cc5117abb36b05f4ab52d0e2., hostname=fb97eb0edbe8,34941,1731176432908, seqNum=2] 2024-11-09T18:20:43,284 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34941 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T18:20:43,432 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33823,1731176427286.replicationSource.wal-reader.fb97eb0edbe8%2C33823%2C1731176427286,1-fb97eb0edbe8,33823,1731176427286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/WALs/fb97eb0edbe8,33823,1731176427286/fb97eb0edbe8%2C33823%2C1731176427286.1731176430351 to pos 480, reset compression=false 2024-11-09T18:20:43,534 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,34941,1731176432908.replicationSource.wal-reader.fb97eb0edbe8%2C34941%2C1731176432908,1-fb97eb0edbe8,34941,1731176432908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/WALs/fb97eb0edbe8,34941,1731176432908/fb97eb0edbe8%2C34941%2C1731176432908.1731176435291 to pos 379, reset compression=false 2024-11-09T18:20:43,552 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,34941,1731176432908.replicationSource.wal-reader.fb97eb0edbe8%2C34941%2C1731176432908,1-fb97eb0edbe8,34941,1731176432908 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T18:20:43,552 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,34941,1731176432908.replicationSource.wal-reader.fb97eb0edbe8%2C34941%2C1731176432908,1-fb97eb0edbe8,34941,1731176432908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/WALs/fb97eb0edbe8,34941,1731176432908/fb97eb0edbe8%2C34941%2C1731176432908.1731176435291 to pos 503, reset compression=false 2024-11-09T18:20:43,552 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,34941,1731176432908.replicationSource.shipperfb97eb0edbe8%2C34941%2C1731176432908,1-fb97eb0edbe8,34941,1731176432908 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fb97eb0edbe8,34941,1731176432908 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/WALs/fb97eb0edbe8,34941,1731176432908/fb97eb0edbe8%2C34941%2C1731176432908.1731176435291, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T18:20:43,705 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-09T18:20:43,709 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-09T18:20:43,740 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33823,1731176427286.replicationSource.wal-reader.fb97eb0edbe8%2C33823%2C1731176427286,1-fb97eb0edbe8,33823,1731176427286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/WALs/fb97eb0edbe8,33823,1731176427286/fb97eb0edbe8%2C33823%2C1731176427286.1731176430351 to pos 480, reset compression=false 2024-11-09T18:20:43,756 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,34941,1731176432908.replicationSource.wal-reader.fb97eb0edbe8%2C34941%2C1731176432908,1-fb97eb0edbe8,34941,1731176432908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/WALs/fb97eb0edbe8,34941,1731176432908/fb97eb0edbe8%2C34941%2C1731176432908.1731176435291 to pos 503, reset compression=false 2024-11-09T18:20:43,762 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,34941,1731176432908.replicationSource.wal-reader.fb97eb0edbe8%2C34941%2C1731176432908,1-fb97eb0edbe8,34941,1731176432908 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T18:20:43,762 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,34941,1731176432908.replicationSource.shipperfb97eb0edbe8%2C34941%2C1731176432908,1-fb97eb0edbe8,34941,1731176432908 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fb97eb0edbe8,34941,1731176432908 got entry batch from reader: WALEntryBatch [walEntries=[{test/5c9e51b7cc5117abb36b05f4ab52d0e2/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/WALs/fb97eb0edbe8,34941,1731176432908/fb97eb0edbe8%2C34941%2C1731176432908.1731176435291, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-09T18:20:43,762 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,34941,1731176432908.replicationSource.wal-reader.fb97eb0edbe8%2C34941%2C1731176432908,1-fb97eb0edbe8,34941,1731176432908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/WALs/fb97eb0edbe8,34941,1731176432908/fb97eb0edbe8%2C34941%2C1731176432908.1731176435291 to pos 607, reset compression=false 2024-11-09T18:20:43,771 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,34941,1731176432908.replicationSource.shipperfb97eb0edbe8%2C34941%2C1731176432908,1-fb97eb0edbe8,34941,1731176432908 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T18:20:43,772 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-09T18:20:43,773 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33823 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T18:20:43,780 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33823 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39a95984, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:20:43,780 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33823 {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,46057,-1 for getting cluster id 2024-11-09T18:20:43,781 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33823 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:20:43,781 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '19f6042a-e19d-4bbd-828c-08ac8fa36cd8' 2024-11-09T18:20:43,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:20:43,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "19f6042a-e19d-4bbd-828c-08ac8fa36cd8" 2024-11-09T18:20:43,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1117b8f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:20:43,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,46057,-1] 2024-11-09T18:20:43,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:20:43,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:43,784 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:20:43,785 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33823 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a10af74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:20:43,785 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33823 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:20:43,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,33823,1731176427286, seqNum=-1] 2024-11-09T18:20:43,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:20:43,788 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-09T18:20:43,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731176436065.10140716b9bb95933ff8a35e55498e54., hostname=fb97eb0edbe8,33823,1731176427286, seqNum=2] 2024-11-09T18:20:43,793 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33823 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T18:20:43,973 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,34941,1731176432908.replicationSource.wal-reader.fb97eb0edbe8%2C34941%2C1731176432908,1-fb97eb0edbe8,34941,1731176432908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/WALs/fb97eb0edbe8,34941,1731176432908/fb97eb0edbe8%2C34941%2C1731176432908.1731176435291 to pos 607, reset compression=false 2024-11-09T18:20:44,165 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33823,1731176427286.replicationSource.wal-reader.fb97eb0edbe8%2C33823%2C1731176427286,1-fb97eb0edbe8,33823,1731176427286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/WALs/fb97eb0edbe8,33823,1731176427286/fb97eb0edbe8%2C33823%2C1731176427286.1731176430351 to pos 480, reset compression=false 2024-11-09T18:20:44,170 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33823,1731176427286.replicationSource.wal-reader.fb97eb0edbe8%2C33823%2C1731176427286,1-fb97eb0edbe8,33823,1731176427286 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T18:20:44,170 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33823,1731176427286.replicationSource.wal-reader.fb97eb0edbe8%2C33823%2C1731176427286,1-fb97eb0edbe8,33823,1731176427286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/WALs/fb97eb0edbe8,33823,1731176427286/fb97eb0edbe8%2C33823%2C1731176427286.1731176430351 to pos 607, reset compression=false 2024-11-09T18:20:44,170 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33823,1731176427286.replicationSource.shipperfb97eb0edbe8%2C33823%2C1731176427286,1-fb97eb0edbe8,33823,1731176427286 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fb97eb0edbe8,33823,1731176427286 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/WALs/fb97eb0edbe8,33823,1731176427286/fb97eb0edbe8%2C33823%2C1731176427286.1731176430351, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T18:20:44,277 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,34941,1731176432908.replicationSource.wal-reader.fb97eb0edbe8%2C34941%2C1731176432908,1-fb97eb0edbe8,34941,1731176432908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/WALs/fb97eb0edbe8,34941,1731176432908/fb97eb0edbe8%2C34941%2C1731176432908.1731176435291 to pos 607, reset compression=false 2024-11-09T18:20:44,374 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33823,1731176427286.replicationSource.wal-reader.fb97eb0edbe8%2C33823%2C1731176427286,1-fb97eb0edbe8,33823,1731176427286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/WALs/fb97eb0edbe8,33823,1731176427286/fb97eb0edbe8%2C33823%2C1731176427286.1731176430351 to pos 607, reset compression=false 2024-11-09T18:20:44,680 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33823,1731176427286.replicationSource.wal-reader.fb97eb0edbe8%2C33823%2C1731176427286,1-fb97eb0edbe8,33823,1731176427286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/WALs/fb97eb0edbe8,33823,1731176427286/fb97eb0edbe8%2C33823%2C1731176427286.1731176430351 to pos 607, reset compression=false 2024-11-09T18:20:44,683 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,34941,1731176432908.replicationSource.wal-reader.fb97eb0edbe8%2C34941%2C1731176432908,1-fb97eb0edbe8,34941,1731176432908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/WALs/fb97eb0edbe8,34941,1731176432908/fb97eb0edbe8%2C34941%2C1731176432908.1731176435291 to pos 607, reset compression=false 2024-11-09T18:20:44,711 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-09T18:20:44,718 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-09T18:20:45,087 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33823,1731176427286.replicationSource.wal-reader.fb97eb0edbe8%2C33823%2C1731176427286,1-fb97eb0edbe8,33823,1731176427286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/WALs/fb97eb0edbe8,33823,1731176427286/fb97eb0edbe8%2C33823%2C1731176427286.1731176430351 to pos 607, reset compression=false 2024-11-09T18:20:45,092 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33823,1731176427286.replicationSource.wal-reader.fb97eb0edbe8%2C33823%2C1731176427286,1-fb97eb0edbe8,33823,1731176427286 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T18:20:45,092 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33823,1731176427286.replicationSource.wal-reader.fb97eb0edbe8%2C33823%2C1731176427286,1-fb97eb0edbe8,33823,1731176427286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/WALs/fb97eb0edbe8,33823,1731176427286/fb97eb0edbe8%2C33823%2C1731176427286.1731176430351 to pos 763, reset compression=false 2024-11-09T18:20:45,092 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33823,1731176427286.replicationSource.shipperfb97eb0edbe8%2C33823%2C1731176427286,1-fb97eb0edbe8,33823,1731176427286 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fb97eb0edbe8,33823,1731176427286 got entry batch from reader: WALEntryBatch [walEntries=[{test/10140716b9bb95933ff8a35e55498e54/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/WALs/fb97eb0edbe8,33823,1731176427286/fb97eb0edbe8%2C33823%2C1731176427286.1731176430351, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-09T18:20:45,093 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34941 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T18:20:45,097 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34941 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T18:20:45,190 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,34941,1731176432908.replicationSource.wal-reader.fb97eb0edbe8%2C34941%2C1731176432908,1-fb97eb0edbe8,34941,1731176432908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/WALs/fb97eb0edbe8,34941,1731176432908/fb97eb0edbe8%2C34941%2C1731176432908.1731176435291 to pos 607, reset compression=false 2024-11-09T18:20:45,195 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,34941,1731176432908.replicationSource.wal-reader.fb97eb0edbe8%2C34941%2C1731176432908,1-fb97eb0edbe8,34941,1731176432908 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T18:20:45,195 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,34941,1731176432908.replicationSource.wal-reader.fb97eb0edbe8%2C34941%2C1731176432908,1-fb97eb0edbe8,34941,1731176432908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/WALs/fb97eb0edbe8,34941,1731176432908/fb97eb0edbe8%2C34941%2C1731176432908.1731176435291 to pos 754, reset compression=false 2024-11-09T18:20:45,195 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,34941,1731176432908.replicationSource.shipperfb97eb0edbe8%2C34941%2C1731176432908,1-fb97eb0edbe8,34941,1731176432908 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fb97eb0edbe8,34941,1731176432908 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/WALs/fb97eb0edbe8,34941,1731176432908/fb97eb0edbe8%2C34941%2C1731176432908.1731176435291, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T18:20:45,296 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33823,1731176427286.replicationSource.wal-reader.fb97eb0edbe8%2C33823%2C1731176427286,1-fb97eb0edbe8,33823,1731176427286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/WALs/fb97eb0edbe8,33823,1731176427286/fb97eb0edbe8%2C33823%2C1731176427286.1731176430351 to pos 763, reset compression=false 2024-11-09T18:20:45,399 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,34941,1731176432908.replicationSource.wal-reader.fb97eb0edbe8%2C34941%2C1731176432908,1-fb97eb0edbe8,34941,1731176432908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/WALs/fb97eb0edbe8,34941,1731176432908/fb97eb0edbe8%2C34941%2C1731176432908.1731176435291 to pos 754, reset compression=false 2024-11-09T18:20:45,557 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T18:20:45,557 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-09T18:20:45,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-09T18:20:45,558 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-09T18:20:45,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T18:20:45,558 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-09T18:20:45,601 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33823,1731176427286.replicationSource.wal-reader.fb97eb0edbe8%2C33823%2C1731176427286,1-fb97eb0edbe8,33823,1731176427286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/WALs/fb97eb0edbe8,33823,1731176427286/fb97eb0edbe8%2C33823%2C1731176427286.1731176430351 to pos 763, reset compression=false 2024-11-09T18:20:45,704 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,34941,1731176432908.replicationSource.wal-reader.fb97eb0edbe8%2C34941%2C1731176432908,1-fb97eb0edbe8,34941,1731176432908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/WALs/fb97eb0edbe8,34941,1731176432908/fb97eb0edbe8%2C34941%2C1731176432908.1731176435291 to pos 754, reset compression=false 2024-11-09T18:20:45,719 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-09T18:20:45,722 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-09T18:20:46,005 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33823,1731176427286.replicationSource.wal-reader.fb97eb0edbe8%2C33823%2C1731176427286,1-fb97eb0edbe8,33823,1731176427286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/WALs/fb97eb0edbe8,33823,1731176427286/fb97eb0edbe8%2C33823%2C1731176427286.1731176430351 to pos 763, reset compression=false 2024-11-09T18:20:46,108 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,34941,1731176432908.replicationSource.wal-reader.fb97eb0edbe8%2C34941%2C1731176432908,1-fb97eb0edbe8,34941,1731176432908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/WALs/fb97eb0edbe8,34941,1731176432908/fb97eb0edbe8%2C34941%2C1731176432908.1731176435291 to pos 754, reset compression=false 2024-11-09T18:20:46,113 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,34941,1731176432908.replicationSource.wal-reader.fb97eb0edbe8%2C34941%2C1731176432908,1-fb97eb0edbe8,34941,1731176432908 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T18:20:46,113 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,34941,1731176432908.replicationSource.wal-reader.fb97eb0edbe8%2C34941%2C1731176432908,1-fb97eb0edbe8,34941,1731176432908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/WALs/fb97eb0edbe8,34941,1731176432908/fb97eb0edbe8%2C34941%2C1731176432908.1731176435291 to pos 913, reset compression=false 2024-11-09T18:20:46,113 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,34941,1731176432908.replicationSource.shipperfb97eb0edbe8%2C34941%2C1731176432908,1-fb97eb0edbe8,34941,1731176432908 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fb97eb0edbe8,34941,1731176432908 got entry batch from reader: WALEntryBatch [walEntries=[{test/5c9e51b7cc5117abb36b05f4ab52d0e2/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/WALs/fb97eb0edbe8,34941,1731176432908/fb97eb0edbe8%2C34941%2C1731176432908.1731176435291, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-09T18:20:46,114 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33823 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T18:20:46,117 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33823 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T18:20:46,318 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,34941,1731176432908.replicationSource.wal-reader.fb97eb0edbe8%2C34941%2C1731176432908,1-fb97eb0edbe8,34941,1731176432908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/WALs/fb97eb0edbe8,34941,1731176432908/fb97eb0edbe8%2C34941%2C1731176432908.1731176435291 to pos 913, reset compression=false 2024-11-09T18:20:46,521 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33823,1731176427286.replicationSource.wal-reader.fb97eb0edbe8%2C33823%2C1731176427286,1-fb97eb0edbe8,33823,1731176427286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/WALs/fb97eb0edbe8,33823,1731176427286/fb97eb0edbe8%2C33823%2C1731176427286.1731176430351 to pos 763, reset compression=false 2024-11-09T18:20:46,526 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33823,1731176427286.replicationSource.wal-reader.fb97eb0edbe8%2C33823%2C1731176427286,1-fb97eb0edbe8,33823,1731176427286 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T18:20:46,526 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33823,1731176427286.replicationSource.wal-reader.fb97eb0edbe8%2C33823%2C1731176427286,1-fb97eb0edbe8,33823,1731176427286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/WALs/fb97eb0edbe8,33823,1731176427286/fb97eb0edbe8%2C33823%2C1731176427286.1731176430351 to pos 912, reset compression=false 2024-11-09T18:20:46,526 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33823,1731176427286.replicationSource.shipperfb97eb0edbe8%2C33823%2C1731176427286,1-fb97eb0edbe8,33823,1731176427286 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fb97eb0edbe8,33823,1731176427286 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/WALs/fb97eb0edbe8,33823,1731176427286/fb97eb0edbe8%2C33823%2C1731176427286.1731176430351, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T18:20:46,622 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,34941,1731176432908.replicationSource.wal-reader.fb97eb0edbe8%2C34941%2C1731176432908,1-fb97eb0edbe8,34941,1731176432908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/WALs/fb97eb0edbe8,34941,1731176432908/fb97eb0edbe8%2C34941%2C1731176432908.1731176435291 to pos 913, reset compression=false 2024-11-09T18:20:46,725 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-09T18:20:46,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T18:20:46,727 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:20:46,727 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:20:46,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:46,728 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:46,728 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:20:46,728 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T18:20:46,728 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=44797240, stopped=false 2024-11-09T18:20:46,728 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fb97eb0edbe8,46649,1731176432773 2024-11-09T18:20:46,730 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33823,1731176427286.replicationSource.wal-reader.fb97eb0edbe8%2C33823%2C1731176427286,1-fb97eb0edbe8,33823,1731176427286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/WALs/fb97eb0edbe8,33823,1731176427286/fb97eb0edbe8%2C33823%2C1731176427286.1731176430351 to pos 912, reset compression=false 2024-11-09T18:20:46,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46649-0x10120d3e0830003, quorum=127.0.0.1:60384, baseZNode=/11817256556 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11817256556/running 2024-11-09T18:20:46,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34941-0x10120d3e0830004, quorum=127.0.0.1:60384, baseZNode=/11817256556 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11817256556/running 2024-11-09T18:20:46,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34941-0x10120d3e0830004, quorum=127.0.0.1:60384, baseZNode=/11817256556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11817256556 2024-11-09T18:20:46,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46649-0x10120d3e0830003, quorum=127.0.0.1:60384, baseZNode=/11817256556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11817256556 2024-11-09T18:20:46,775 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T18:20:46,775 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:20:46,776 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:20:46,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:46,776 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fb97eb0edbe8,34941,1731176432908' ***** 2024-11-09T18:20:46,776 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T18:20:46,776 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46649-0x10120d3e0830003, quorum=127.0.0.1:60384, baseZNode=/11817256556 Set watcher on znode that does not yet exist, /11817256556/running 2024-11-09T18:20:46,776 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34941-0x10120d3e0830004, quorum=127.0.0.1:60384, baseZNode=/11817256556 Set watcher on znode that does not yet exist, /11817256556/running 2024-11-09T18:20:46,776 INFO [RS:0;fb97eb0edbe8:34941 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T18:20:46,776 INFO [RS:0;fb97eb0edbe8:34941 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T18:20:46,777 INFO [RS:0;fb97eb0edbe8:34941 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T18:20:46,777 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T18:20:46,777 INFO [RS:0;fb97eb0edbe8:34941 {}] regionserver.HRegionServer(3091): Received CLOSE for 5c9e51b7cc5117abb36b05f4ab52d0e2 2024-11-09T18:20:46,777 INFO [RS:0;fb97eb0edbe8:34941 {}] regionserver.HRegionServer(3091): Received CLOSE for 7f6fb40f6e84c6ae39e29be43e241cbd 2024-11-09T18:20:46,777 INFO [RS:0;fb97eb0edbe8:34941 {}] regionserver.HRegionServer(959): stopping server fb97eb0edbe8,34941,1731176432908 2024-11-09T18:20:46,777 INFO [RS:0;fb97eb0edbe8:34941 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T18:20:46,777 INFO [RS:0;fb97eb0edbe8:34941 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fb97eb0edbe8:34941. 2024-11-09T18:20:46,777 DEBUG [RS:0;fb97eb0edbe8:34941 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:20:46,777 DEBUG [RS:0;fb97eb0edbe8:34941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:46,777 INFO [RS:0;fb97eb0edbe8:34941 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T18:20:46,777 INFO [RS:0;fb97eb0edbe8:34941 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T18:20:46,777 INFO [RS:0;fb97eb0edbe8:34941 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T18:20:46,777 INFO [RS:0;fb97eb0edbe8:34941 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T18:20:46,777 INFO [RS:0;fb97eb0edbe8:34941 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T18:20:46,777 DEBUG [RS:0;fb97eb0edbe8:34941 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5c9e51b7cc5117abb36b05f4ab52d0e2=test,,1731176437211.5c9e51b7cc5117abb36b05f4ab52d0e2., 7f6fb40f6e84c6ae39e29be43e241cbd=hbase:replication,,1731176441564.7f6fb40f6e84c6ae39e29be43e241cbd.} 2024-11-09T18:20:46,777 DEBUG [RS:0;fb97eb0edbe8:34941 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5c9e51b7cc5117abb36b05f4ab52d0e2, 7f6fb40f6e84c6ae39e29be43e241cbd 2024-11-09T18:20:46,778 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T18:20:46,778 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5c9e51b7cc5117abb36b05f4ab52d0e2, disabling compactions & flushes 2024-11-09T18:20:46,778 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731176437211.5c9e51b7cc5117abb36b05f4ab52d0e2. 2024-11-09T18:20:46,778 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T18:20:46,778 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T18:20:46,778 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731176437211.5c9e51b7cc5117abb36b05f4ab52d0e2. 2024-11-09T18:20:46,778 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731176437211.5c9e51b7cc5117abb36b05f4ab52d0e2. after waiting 0 ms 2024-11-09T18:20:46,778 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T18:20:46,778 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T18:20:46,778 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731176437211.5c9e51b7cc5117abb36b05f4ab52d0e2. 2024-11-09T18:20:46,778 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T18:20:46,778 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5c9e51b7cc5117abb36b05f4ab52d0e2 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-09T18:20:46,797 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/data/default/test/5c9e51b7cc5117abb36b05f4ab52d0e2/.tmp/f/4364854cda8c46f9998e6ab306779f63 is 29, key is row1/f:/1731176445720/DeleteFamily/seqid=0 2024-11-09T18:20:46,797 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/data/hbase/meta/1588230740/.tmp/info/5d5f59571e8f4a8bbb4e81ef48425e4d is 147, key is hbase:replication,,1731176441564.7f6fb40f6e84c6ae39e29be43e241cbd./info:regioninfo/1731176442157/Put/seqid=0 2024-11-09T18:20:46,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44457 is added to blk_1073741840_1016 (size=5118) 2024-11-09T18:20:46,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44457 is added to blk_1073741841_1017 (size=7686) 2024-11-09T18:20:46,865 INFO [regionserver/fb97eb0edbe8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:20:46,978 DEBUG [RS:0;fb97eb0edbe8:34941 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5c9e51b7cc5117abb36b05f4ab52d0e2, 7f6fb40f6e84c6ae39e29be43e241cbd 2024-11-09T18:20:47,025 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,34941,1731176432908.replicationSource.wal-reader.fb97eb0edbe8%2C34941%2C1731176432908,1-fb97eb0edbe8,34941,1731176432908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/WALs/fb97eb0edbe8,34941,1731176432908/fb97eb0edbe8%2C34941%2C1731176432908.1731176435291 to pos 913, reset compression=false 2024-11-09T18:20:47,031 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,34941,1731176432908.replicationSource.wal-reader.fb97eb0edbe8%2C34941%2C1731176432908,1-fb97eb0edbe8,34941,1731176432908 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T18:20:47,031 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,34941,1731176432908.replicationSource.wal-reader.fb97eb0edbe8%2C34941%2C1731176432908,1-fb97eb0edbe8,34941,1731176432908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/WALs/fb97eb0edbe8,34941,1731176432908/fb97eb0edbe8%2C34941%2C1731176432908.1731176435291 to pos 1160, reset compression=false 2024-11-09T18:20:47,031 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,34941,1731176432908.replicationSource.shipperfb97eb0edbe8%2C34941%2C1731176432908,1-fb97eb0edbe8,34941,1731176432908 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fb97eb0edbe8,34941,1731176432908 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/WALs/fb97eb0edbe8,34941,1731176432908/fb97eb0edbe8%2C34941%2C1731176432908.1731176435291, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T18:20:47,032 ERROR [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,34941,1731176432908.replicationSource.shipperfb97eb0edbe8%2C34941%2C1731176432908,1-fb97eb0edbe8,34941,1731176432908 {}] regionserver.HRegionServer(2440): ***** ABORTING region server fb97eb0edbe8,34941,1731176432908: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-fb97eb0edbe8,34941,1731176432908, walGroup=fb97eb0edbe8%2C34941%2C1731176432908, offset=fb97eb0edbe8%2C34941%2C1731176432908.1731176435291:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fb97eb0edbe8:34941 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T18:20:47,033 ERROR [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,34941,1731176432908.replicationSource.shipperfb97eb0edbe8%2C34941%2C1731176432908,1-fb97eb0edbe8,34941,1731176432908 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T18:20:47,034 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,34941,1731176432908.replicationSource.shipperfb97eb0edbe8%2C34941%2C1731176432908,1-fb97eb0edbe8,34941,1731176432908 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T18:20:47,034 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33823,1731176427286.replicationSource.wal-reader.fb97eb0edbe8%2C33823%2C1731176427286,1-fb97eb0edbe8,33823,1731176427286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/WALs/fb97eb0edbe8,33823,1731176427286/fb97eb0edbe8%2C33823%2C1731176427286.1731176430351 to pos 912, reset compression=false 2024-11-09T18:20:47,035 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,34941,1731176432908.replicationSource.shipperfb97eb0edbe8%2C34941%2C1731176432908,1-fb97eb0edbe8,34941,1731176432908 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T18:20:47,035 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,34941,1731176432908.replicationSource.shipperfb97eb0edbe8%2C34941%2C1731176432908,1-fb97eb0edbe8,34941,1731176432908 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T18:20:47,035 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,34941,1731176432908.replicationSource.shipperfb97eb0edbe8%2C34941%2C1731176432908,1-fb97eb0edbe8,34941,1731176432908 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T18:20:47,035 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,34941,1731176432908.replicationSource.shipperfb97eb0edbe8%2C34941%2C1731176432908,1-fb97eb0edbe8,34941,1731176432908 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 586860904 }, "NonHeapMemoryUsage": { "committed": 193724416, "init": 7667712, "max": -1, "used": 190776232 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T18:20:47,035 WARN [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,34941,1731176432908.replicationSource.shipperfb97eb0edbe8%2C34941%2C1731176432908,1-fb97eb0edbe8,34941,1731176432908 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fb97eb0edbe8:46649 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fb97eb0edbe8:46649 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T18:20:47,147 INFO [regionserver/fb97eb0edbe8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T18:20:47,147 INFO [regionserver/fb97eb0edbe8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T18:20:47,178 DEBUG [RS:0;fb97eb0edbe8:34941 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5c9e51b7cc5117abb36b05f4ab52d0e2, 7f6fb40f6e84c6ae39e29be43e241cbd 2024-11-09T18:20:47,203 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/data/hbase/meta/1588230740/.tmp/info/5d5f59571e8f4a8bbb4e81ef48425e4d 2024-11-09T18:20:47,211 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/data/default/test/5c9e51b7cc5117abb36b05f4ab52d0e2/.tmp/f/4364854cda8c46f9998e6ab306779f63 2024-11-09T18:20:47,215 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4364854cda8c46f9998e6ab306779f63 2024-11-09T18:20:47,225 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/data/hbase/meta/1588230740/.tmp/ns/eb63a0e5abdd4a529bbea3a8a530dc9a is 43, key is default/ns:d/1731176435953/Put/seqid=0 2024-11-09T18:20:47,229 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/data/default/test/5c9e51b7cc5117abb36b05f4ab52d0e2/.tmp/f1/dcc9612f82bb4d08b72ef22fe01e4159 is 30, key is row1/f1:/1731176445720/DeleteFamily/seqid=0 2024-11-09T18:20:47,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44457 is added to blk_1073741842_1018 (size=5153) 2024-11-09T18:20:47,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44457 is added to blk_1073741843_1019 (size=5123) 2024-11-09T18:20:47,245 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,34941,1731176432908.replicationSource.wal-reader.fb97eb0edbe8%2C34941%2C1731176432908,1-fb97eb0edbe8,34941,1731176432908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/WALs/fb97eb0edbe8,34941,1731176432908/fb97eb0edbe8%2C34941%2C1731176432908.1731176435291 to pos 1160, reset compression=false 2024-11-09T18:20:47,378 DEBUG [RS:0;fb97eb0edbe8:34941 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5c9e51b7cc5117abb36b05f4ab52d0e2, 7f6fb40f6e84c6ae39e29be43e241cbd 2024-11-09T18:20:47,445 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33823,1731176427286.replicationSource.wal-reader.fb97eb0edbe8%2C33823%2C1731176427286,1-fb97eb0edbe8,33823,1731176427286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/WALs/fb97eb0edbe8,33823,1731176427286/fb97eb0edbe8%2C33823%2C1731176427286.1731176430351 to pos 912, reset compression=false 2024-11-09T18:20:47,548 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,34941,1731176432908.replicationSource.wal-reader.fb97eb0edbe8%2C34941%2C1731176432908,1-fb97eb0edbe8,34941,1731176432908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/WALs/fb97eb0edbe8,34941,1731176432908/fb97eb0edbe8%2C34941%2C1731176432908.1731176435291 to pos 1160, reset compression=false 2024-11-09T18:20:47,578 DEBUG [RS:0;fb97eb0edbe8:34941 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5c9e51b7cc5117abb36b05f4ab52d0e2, 7f6fb40f6e84c6ae39e29be43e241cbd 2024-11-09T18:20:47,592 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T18:20:47,633 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/data/hbase/meta/1588230740/.tmp/ns/eb63a0e5abdd4a529bbea3a8a530dc9a 2024-11-09T18:20:47,635 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/data/default/test/5c9e51b7cc5117abb36b05f4ab52d0e2/.tmp/f1/dcc9612f82bb4d08b72ef22fe01e4159 2024-11-09T18:20:47,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:47,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:47,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:47,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:47,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:47,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:47,645 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dcc9612f82bb4d08b72ef22fe01e4159 2024-11-09T18:20:47,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:47,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:47,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:47,653 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/data/hbase/meta/1588230740/.tmp/rep_barrier/2395b109b94742a0a5fc420244be9cb0 is 112, key is test,,1731176437211.5c9e51b7cc5117abb36b05f4ab52d0e2./rep_barrier:seqnumDuringOpen/1731176438477/Put/seqid=0 2024-11-09T18:20:47,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:47,663 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/data/default/test/5c9e51b7cc5117abb36b05f4ab52d0e2/.tmp/norep/35a490e0ecbb48619716160672b4719c is 33, key is row1/norep:/1731176445720/DeleteFamily/seqid=0 2024-11-09T18:20:47,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44457 is added to blk_1073741844_1020 (size=5518) 2024-11-09T18:20:47,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44457 is added to blk_1073741845_1021 (size=5108) 2024-11-09T18:20:47,667 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/data/default/test/5c9e51b7cc5117abb36b05f4ab52d0e2/.tmp/norep/35a490e0ecbb48619716160672b4719c 2024-11-09T18:20:47,672 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 35a490e0ecbb48619716160672b4719c 2024-11-09T18:20:47,672 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/data/default/test/5c9e51b7cc5117abb36b05f4ab52d0e2/.tmp/f/4364854cda8c46f9998e6ab306779f63 as hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/data/default/test/5c9e51b7cc5117abb36b05f4ab52d0e2/f/4364854cda8c46f9998e6ab306779f63 2024-11-09T18:20:47,676 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4364854cda8c46f9998e6ab306779f63 2024-11-09T18:20:47,676 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/data/default/test/5c9e51b7cc5117abb36b05f4ab52d0e2/f/4364854cda8c46f9998e6ab306779f63, entries=2, sequenceid=8, filesize=5.0 K 2024-11-09T18:20:47,677 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/data/default/test/5c9e51b7cc5117abb36b05f4ab52d0e2/.tmp/f1/dcc9612f82bb4d08b72ef22fe01e4159 as hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/data/default/test/5c9e51b7cc5117abb36b05f4ab52d0e2/f1/dcc9612f82bb4d08b72ef22fe01e4159 2024-11-09T18:20:47,681 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dcc9612f82bb4d08b72ef22fe01e4159 2024-11-09T18:20:47,681 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/data/default/test/5c9e51b7cc5117abb36b05f4ab52d0e2/f1/dcc9612f82bb4d08b72ef22fe01e4159, entries=2, sequenceid=8, filesize=5.0 K 2024-11-09T18:20:47,682 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/data/default/test/5c9e51b7cc5117abb36b05f4ab52d0e2/.tmp/norep/35a490e0ecbb48619716160672b4719c as hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/data/default/test/5c9e51b7cc5117abb36b05f4ab52d0e2/norep/35a490e0ecbb48619716160672b4719c 2024-11-09T18:20:47,685 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 35a490e0ecbb48619716160672b4719c 2024-11-09T18:20:47,685 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/data/default/test/5c9e51b7cc5117abb36b05f4ab52d0e2/norep/35a490e0ecbb48619716160672b4719c, entries=1, sequenceid=8, filesize=5.0 K 2024-11-09T18:20:47,686 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 5c9e51b7cc5117abb36b05f4ab52d0e2 in 908ms, sequenceid=8, compaction requested=false 2024-11-09T18:20:47,690 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/data/default/test/5c9e51b7cc5117abb36b05f4ab52d0e2/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-09T18:20:47,690 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T18:20:47,690 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T18:20:47,690 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731176437211.5c9e51b7cc5117abb36b05f4ab52d0e2. 2024-11-09T18:20:47,690 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5c9e51b7cc5117abb36b05f4ab52d0e2: Waiting for close lock at 1731176446777Running coprocessor pre-close hooks at 1731176446777Disabling compacts and flushes for region at 1731176446777Disabling writes for close at 1731176446778 (+1 ms)Obtaining lock to block concurrent updates at 1731176446778Preparing flush snapshotting stores in 5c9e51b7cc5117abb36b05f4ab52d0e2 at 1731176446778Finished memstore snapshotting test,,1731176437211.5c9e51b7cc5117abb36b05f4ab52d0e2., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731176446778Flushing stores of test,,1731176437211.5c9e51b7cc5117abb36b05f4ab52d0e2. at 1731176446779 (+1 ms)Flushing 5c9e51b7cc5117abb36b05f4ab52d0e2/f: creating writer at 1731176446779Flushing 5c9e51b7cc5117abb36b05f4ab52d0e2/f: appending metadata at 1731176446796 (+17 ms)Flushing 5c9e51b7cc5117abb36b05f4ab52d0e2/f: closing flushed file at 1731176446796Flushing 5c9e51b7cc5117abb36b05f4ab52d0e2/f1: creating writer at 1731176447215 (+419 ms)Flushing 5c9e51b7cc5117abb36b05f4ab52d0e2/f1: appending metadata at 1731176447229 (+14 ms)Flushing 5c9e51b7cc5117abb36b05f4ab52d0e2/f1: closing flushed file at 1731176447229Flushing 5c9e51b7cc5117abb36b05f4ab52d0e2/norep: creating writer at 1731176447645 (+416 ms)Flushing 5c9e51b7cc5117abb36b05f4ab52d0e2/norep: appending metadata at 1731176447662 (+17 ms)Flushing 5c9e51b7cc5117abb36b05f4ab52d0e2/norep: closing flushed file at 1731176447662Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b697a4b: reopening flushed file at 1731176447672 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d5c4515: reopening flushed file at 1731176447677 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@643bc628: reopening flushed file at 1731176447681 (+4 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 5c9e51b7cc5117abb36b05f4ab52d0e2 in 908ms, sequenceid=8, compaction requested=false at 1731176447686 (+5 ms)Writing region close event to WAL at 1731176447687 (+1 ms)Running coprocessor post-close hooks at 1731176447690 (+3 ms)Closed at 1731176447690 2024-11-09T18:20:47,690 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731176437211.5c9e51b7cc5117abb36b05f4ab52d0e2. 2024-11-09T18:20:47,690 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7f6fb40f6e84c6ae39e29be43e241cbd, disabling compactions & flushes 2024-11-09T18:20:47,690 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731176441564.7f6fb40f6e84c6ae39e29be43e241cbd. 2024-11-09T18:20:47,690 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731176441564.7f6fb40f6e84c6ae39e29be43e241cbd. 2024-11-09T18:20:47,690 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731176441564.7f6fb40f6e84c6ae39e29be43e241cbd. after waiting 0 ms 2024-11-09T18:20:47,690 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731176441564.7f6fb40f6e84c6ae39e29be43e241cbd. 2024-11-09T18:20:47,691 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7f6fb40f6e84c6ae39e29be43e241cbd: Waiting for close lock at 1731176447690Running coprocessor pre-close hooks at 1731176447690Disabling compacts and flushes for region at 1731176447690Disabling writes for close at 1731176447690Failed flush hbase:replication,,1731176441564.7f6fb40f6e84c6ae39e29be43e241cbd., putting online again at 1731176447691 (+1 ms) 2024-11-09T18:20:47,691 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731176441564.7f6fb40f6e84c6ae39e29be43e241cbd. 2024-11-09T18:20:47,778 INFO [RS:0;fb97eb0edbe8:34941 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T18:20:47,779 DEBUG [RS:0;fb97eb0edbe8:34941 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7f6fb40f6e84c6ae39e29be43e241cbd=hbase:replication,,1731176441564.7f6fb40f6e84c6ae39e29be43e241cbd.} 2024-11-09T18:20:47,779 INFO [RS:0;fb97eb0edbe8:34941 {}] regionserver.HRegionServer(3091): Received CLOSE for 7f6fb40f6e84c6ae39e29be43e241cbd 2024-11-09T18:20:47,779 DEBUG [RS:0;fb97eb0edbe8:34941 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7f6fb40f6e84c6ae39e29be43e241cbd 2024-11-09T18:20:47,779 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7f6fb40f6e84c6ae39e29be43e241cbd, disabling compactions & flushes 2024-11-09T18:20:47,779 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731176441564.7f6fb40f6e84c6ae39e29be43e241cbd. 2024-11-09T18:20:47,779 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731176441564.7f6fb40f6e84c6ae39e29be43e241cbd. 2024-11-09T18:20:47,779 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731176441564.7f6fb40f6e84c6ae39e29be43e241cbd. after waiting 0 ms 2024-11-09T18:20:47,779 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731176441564.7f6fb40f6e84c6ae39e29be43e241cbd. 2024-11-09T18:20:47,779 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7f6fb40f6e84c6ae39e29be43e241cbd: Waiting for close lock at 1731176447779Running coprocessor pre-close hooks at 1731176447779Disabling compacts and flushes for region at 1731176447779Disabling writes for close at 1731176447779Failed flush hbase:replication,,1731176441564.7f6fb40f6e84c6ae39e29be43e241cbd., putting online again at 1731176447779 2024-11-09T18:20:47,779 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731176441564.7f6fb40f6e84c6ae39e29be43e241cbd. 2024-11-09T18:20:47,950 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33823,1731176427286.replicationSource.wal-reader.fb97eb0edbe8%2C33823%2C1731176427286,1-fb97eb0edbe8,33823,1731176427286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/WALs/fb97eb0edbe8,33823,1731176427286/fb97eb0edbe8%2C33823%2C1731176427286.1731176430351 to pos 912, reset compression=false 2024-11-09T18:20:47,952 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,34941,1731176432908.replicationSource.wal-reader.fb97eb0edbe8%2C34941%2C1731176432908,1-fb97eb0edbe8,34941,1731176432908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/WALs/fb97eb0edbe8,34941,1731176432908/fb97eb0edbe8%2C34941%2C1731176432908.1731176435291 to pos 1160, reset compression=false 2024-11-09T18:20:47,958 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,34941,1731176432908.replicationSource.wal-reader.fb97eb0edbe8%2C34941%2C1731176432908,1-fb97eb0edbe8,34941,1731176432908 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T18:20:47,958 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,34941,1731176432908.replicationSource.wal-reader.fb97eb0edbe8%2C34941%2C1731176432908,1-fb97eb0edbe8,34941,1731176432908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/WALs/fb97eb0edbe8,34941,1731176432908/fb97eb0edbe8%2C34941%2C1731176432908.1731176435291 to pos 1804, reset compression=false 2024-11-09T18:20:47,979 DEBUG [RS:0;fb97eb0edbe8:34941 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T18:20:48,065 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/data/hbase/meta/1588230740/.tmp/rep_barrier/2395b109b94742a0a5fc420244be9cb0 2024-11-09T18:20:48,084 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/data/hbase/meta/1588230740/.tmp/table/84b05fbf60274f178248b050af52755f is 53, key is hbase:replication/table:state/1731176442189/Put/seqid=0 2024-11-09T18:20:48,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44457 is added to blk_1073741846_1022 (size=5308) 2024-11-09T18:20:48,088 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/data/hbase/meta/1588230740/.tmp/table/84b05fbf60274f178248b050af52755f 2024-11-09T18:20:48,093 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/data/hbase/meta/1588230740/.tmp/info/5d5f59571e8f4a8bbb4e81ef48425e4d as hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/data/hbase/meta/1588230740/info/5d5f59571e8f4a8bbb4e81ef48425e4d 2024-11-09T18:20:48,097 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/data/hbase/meta/1588230740/info/5d5f59571e8f4a8bbb4e81ef48425e4d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T18:20:48,099 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/data/hbase/meta/1588230740/.tmp/ns/eb63a0e5abdd4a529bbea3a8a530dc9a as hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/data/hbase/meta/1588230740/ns/eb63a0e5abdd4a529bbea3a8a530dc9a 2024-11-09T18:20:48,103 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/data/hbase/meta/1588230740/ns/eb63a0e5abdd4a529bbea3a8a530dc9a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T18:20:48,104 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/data/hbase/meta/1588230740/.tmp/rep_barrier/2395b109b94742a0a5fc420244be9cb0 as hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/data/hbase/meta/1588230740/rep_barrier/2395b109b94742a0a5fc420244be9cb0 2024-11-09T18:20:48,109 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/data/hbase/meta/1588230740/rep_barrier/2395b109b94742a0a5fc420244be9cb0, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T18:20:48,109 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/data/hbase/meta/1588230740/.tmp/table/84b05fbf60274f178248b050af52755f as hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/data/hbase/meta/1588230740/table/84b05fbf60274f178248b050af52755f 2024-11-09T18:20:48,113 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/data/hbase/meta/1588230740/table/84b05fbf60274f178248b050af52755f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T18:20:48,113 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1335ms, sequenceid=16, compaction requested=false 2024-11-09T18:20:48,117 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T18:20:48,117 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T18:20:48,117 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T18:20:48,118 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T18:20:48,118 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731176446777Running coprocessor pre-close hooks at 1731176446777Disabling compacts and flushes for region at 1731176446777Disabling writes for close at 1731176446778 (+1 ms)Obtaining lock to block concurrent updates at 1731176446778Preparing flush snapshotting stores in 1588230740 at 1731176446778Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731176446778Flushing stores of hbase:meta,,1.1588230740 at 1731176446779 (+1 ms)Flushing 1588230740/info: creating writer at 1731176446779Flushing 1588230740/info: appending metadata at 1731176446797 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731176446797Flushing 1588230740/ns: creating writer at 1731176447208 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731176447225 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731176447225Flushing 1588230740/rep_barrier: creating writer at 1731176447637 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731176447652 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731176447652Flushing 1588230740/table: creating writer at 1731176448069 (+417 ms)Flushing 1588230740/table: appending metadata at 1731176448083 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731176448083Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b481e3d: reopening flushed file at 1731176448092 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@618afb53: reopening flushed file at 1731176448097 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bada0e3: reopening flushed file at 1731176448104 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@236cb2f8: reopening flushed file at 1731176448109 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1335ms, sequenceid=16, compaction requested=false at 1731176448113 (+4 ms)Writing region close event to WAL at 1731176448115 (+2 ms)Running coprocessor post-close hooks at 1731176448117 (+2 ms)Closed at 1731176448117 2024-11-09T18:20:48,118 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T18:20:48,162 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,34941,1731176432908.replicationSource.wal-reader.fb97eb0edbe8%2C34941%2C1731176432908,1-fb97eb0edbe8,34941,1731176432908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/WALs/fb97eb0edbe8,34941,1731176432908/fb97eb0edbe8%2C34941%2C1731176432908.1731176435291 to pos 1804, reset compression=false 2024-11-09T18:20:48,179 INFO [RS:0;fb97eb0edbe8:34941 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-09T18:20:48,179 INFO [RS:0;fb97eb0edbe8:34941 {}] regionserver.HRegionServer(976): stopping server fb97eb0edbe8,34941,1731176432908; all regions closed. 2024-11-09T18:20:48,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44457 is added to blk_1073741834_1010 (size=4239) 2024-11-09T18:20:48,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44457 is added to blk_1073741839_1015 (size=1733) 2024-11-09T18:20:48,184 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/WALs/fb97eb0edbe8,34941,1731176432908/fb97eb0edbe8%2C34941%2C1731176432908.rep.1731176442030 not finished, retry = 0 2024-11-09T18:20:48,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44457 is added to blk_1073741833_1009 (size=1812) 2024-11-09T18:20:48,287 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/WALs/fb97eb0edbe8,34941,1731176432908/fb97eb0edbe8%2C34941%2C1731176432908.1731176435291 not finished, retry = 0 2024-11-09T18:20:48,388 DEBUG [RS:0;fb97eb0edbe8:34941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:48,388 INFO [RS:0;fb97eb0edbe8:34941 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:20:48,388 INFO [RS:0;fb97eb0edbe8:34941 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T18:20:48,388 INFO [RS:0;fb97eb0edbe8:34941 {}] hbase.ChoreService(370): Chore service for: regionserver/fb97eb0edbe8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T18:20:48,388 INFO [RS:0;fb97eb0edbe8:34941 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T18:20:48,388 INFO [regionserver/fb97eb0edbe8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T18:20:48,389 INFO [RS:0;fb97eb0edbe8:34941 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fb97eb0edbe8,34941,1731176432908 because: Region server is closing 2024-11-09T18:20:48,389 INFO [RS:0;fb97eb0edbe8:34941 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fb97eb0edbe8:34941. 2024-11-09T18:20:48,389 DEBUG [RS:0;fb97eb0edbe8:34941 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:20:48,389 DEBUG [RS:0;fb97eb0edbe8:34941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:48,389 DEBUG [RS:0;fb97eb0edbe8:34941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:48,389 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:20:48,489 INFO [RS:0;fb97eb0edbe8:34941 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,34941,1731176432908.replicationSource.shipperfb97eb0edbe8%2C34941%2C1731176432908,1-fb97eb0edbe8,34941,1731176432908 terminated 2024-11-09T18:20:48,489 INFO [RS:0;fb97eb0edbe8:34941 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fb97eb0edbe8:34941. 2024-11-09T18:20:48,490 DEBUG [RS:0;fb97eb0edbe8:34941 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:20:48,490 DEBUG [RS:0;fb97eb0edbe8:34941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:48,490 DEBUG [RS:0;fb97eb0edbe8:34941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:48,490 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:20:48,490 INFO [RS:0;fb97eb0edbe8:34941 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34941 2024-11-09T18:20:48,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46649-0x10120d3e0830003, quorum=127.0.0.1:60384, baseZNode=/11817256556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11817256556/rs 2024-11-09T18:20:48,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34941-0x10120d3e0830004, quorum=127.0.0.1:60384, baseZNode=/11817256556 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11817256556/rs/fb97eb0edbe8,34941,1731176432908 2024-11-09T18:20:48,533 INFO [RS:0;fb97eb0edbe8:34941 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T18:20:48,543 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fb97eb0edbe8,34941,1731176432908] 2024-11-09T18:20:48,553 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33823,1731176427286.replicationSource.wal-reader.fb97eb0edbe8%2C33823%2C1731176427286,1-fb97eb0edbe8,33823,1731176427286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/WALs/fb97eb0edbe8,33823,1731176427286/fb97eb0edbe8%2C33823%2C1731176427286.1731176430351 to pos 912, reset compression=false 2024-11-09T18:20:48,554 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11817256556/draining/fb97eb0edbe8,34941,1731176432908 already deleted, retry=false 2024-11-09T18:20:48,554 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fb97eb0edbe8,34941,1731176432908 expired; onlineServers=0 2024-11-09T18:20:48,554 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fb97eb0edbe8,46649,1731176432773' ***** 2024-11-09T18:20:48,554 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T18:20:48,554 INFO [M:0;fb97eb0edbe8:46649 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T18:20:48,554 INFO [M:0;fb97eb0edbe8:46649 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T18:20:48,555 DEBUG [M:0;fb97eb0edbe8:46649 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T18:20:48,555 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T18:20:48,555 DEBUG [M:0;fb97eb0edbe8:46649 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T18:20:48,555 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731176434958 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731176434958,5,FailOnTimeoutGroup] 2024-11-09T18:20:48,555 INFO [M:0;fb97eb0edbe8:46649 {}] hbase.ChoreService(370): Chore service for: master/fb97eb0edbe8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T18:20:48,555 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731176434959 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731176434959,5,FailOnTimeoutGroup] 2024-11-09T18:20:48,555 INFO [M:0;fb97eb0edbe8:46649 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T18:20:48,555 DEBUG [M:0;fb97eb0edbe8:46649 {}] master.HMaster(1795): Stopping service threads 2024-11-09T18:20:48,555 INFO [M:0;fb97eb0edbe8:46649 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T18:20:48,555 INFO [M:0;fb97eb0edbe8:46649 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T18:20:48,555 INFO [M:0;fb97eb0edbe8:46649 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T18:20:48,555 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T18:20:48,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46649-0x10120d3e0830003, quorum=127.0.0.1:60384, baseZNode=/11817256556 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11817256556/master 2024-11-09T18:20:48,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46649-0x10120d3e0830003, quorum=127.0.0.1:60384, baseZNode=/11817256556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11817256556 2024-11-09T18:20:48,565 DEBUG [M:0;fb97eb0edbe8:46649 {}] zookeeper.ZKUtil(347): master:46649-0x10120d3e0830003, quorum=127.0.0.1:60384, baseZNode=/11817256556 Unable to get data of znode /11817256556/master because node does not exist (not an error) 2024-11-09T18:20:48,565 WARN [M:0;fb97eb0edbe8:46649 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T18:20:48,565 INFO [M:0;fb97eb0edbe8:46649 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/.lastflushedseqids 2024-11-09T18:20:48,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44457 is added to blk_1073741847_1023 (size=245) 2024-11-09T18:20:48,644 INFO [RS:0;fb97eb0edbe8:34941 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T18:20:48,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34941-0x10120d3e0830004, quorum=127.0.0.1:60384, baseZNode=/11817256556 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:20:48,644 INFO [RS:0;fb97eb0edbe8:34941 {}] regionserver.HRegionServer(1031): Exiting; stopping=fb97eb0edbe8,34941,1731176432908; zookeeper connection closed. 2024-11-09T18:20:48,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34941-0x10120d3e0830004, quorum=127.0.0.1:60384, baseZNode=/11817256556 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:20:48,644 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@523b0612 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@523b0612 2024-11-09T18:20:48,644 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T18:20:48,817 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:20:48,818 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fb97eb0edbe8,32911,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fb97eb0edbe8:32911 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T18:20:48,818 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28381 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fb97eb0edbe8,32911,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fb97eb0edbe8:32911 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T18:20:48,970 INFO [M:0;fb97eb0edbe8:46649 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T18:20:48,970 INFO [M:0;fb97eb0edbe8:46649 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T18:20:48,970 DEBUG [M:0;fb97eb0edbe8:46649 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T18:20:48,970 INFO [M:0;fb97eb0edbe8:46649 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:20:48,970 DEBUG [M:0;fb97eb0edbe8:46649 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:20:48,970 DEBUG [M:0;fb97eb0edbe8:46649 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T18:20:48,970 DEBUG [M:0;fb97eb0edbe8:46649 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:20:48,970 INFO [M:0;fb97eb0edbe8:46649 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-09T18:20:48,989 DEBUG [M:0;fb97eb0edbe8:46649 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ac68c390dc62489b8a4b449748d318dc is 82, key is hbase:meta,,1/info:regioninfo/1731176435870/Put/seqid=0 2024-11-09T18:20:48,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44457 is added to blk_1073741848_1024 (size=5672) 2024-11-09T18:20:49,257 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33823,1731176427286.replicationSource.wal-reader.fb97eb0edbe8%2C33823%2C1731176427286,1-fb97eb0edbe8,33823,1731176427286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/WALs/fb97eb0edbe8,33823,1731176427286/fb97eb0edbe8%2C33823%2C1731176427286.1731176430351 to pos 912, reset compression=false 2024-11-09T18:20:49,393 INFO [M:0;fb97eb0edbe8:46649 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ac68c390dc62489b8a4b449748d318dc 2024-11-09T18:20:49,410 DEBUG [M:0;fb97eb0edbe8:46649 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/863fff46df43425abbccdb1f981b449a is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731176442195/Put/seqid=0 2024-11-09T18:20:49,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44457 is added to blk_1073741849_1025 (size=8517) 2024-11-09T18:20:49,814 INFO [M:0;fb97eb0edbe8:46649 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/863fff46df43425abbccdb1f981b449a 2024-11-09T18:20:49,831 DEBUG [M:0;fb97eb0edbe8:46649 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2c3f777f43594e8e80c381d57c43945d is 69, key is fb97eb0edbe8,34941,1731176432908/rs:state/1731176435044/Put/seqid=0 2024-11-09T18:20:49,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44457 is added to blk_1073741850_1026 (size=5156) 2024-11-09T18:20:50,061 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33823,1731176427286.replicationSource.wal-reader.fb97eb0edbe8%2C33823%2C1731176427286,1-fb97eb0edbe8,33823,1731176427286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/WALs/fb97eb0edbe8,33823,1731176427286/fb97eb0edbe8%2C33823%2C1731176427286.1731176430351 to pos 912, reset compression=false 2024-11-09T18:20:50,234 INFO [M:0;fb97eb0edbe8:46649 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2c3f777f43594e8e80c381d57c43945d 2024-11-09T18:20:50,298 DEBUG [M:0;fb97eb0edbe8:46649 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ac68c390dc62489b8a4b449748d318dc as hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ac68c390dc62489b8a4b449748d318dc 2024-11-09T18:20:50,302 INFO [M:0;fb97eb0edbe8:46649 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ac68c390dc62489b8a4b449748d318dc, entries=8, sequenceid=97, filesize=5.5 K 2024-11-09T18:20:50,303 DEBUG [M:0;fb97eb0edbe8:46649 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/863fff46df43425abbccdb1f981b449a as hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/863fff46df43425abbccdb1f981b449a 2024-11-09T18:20:50,308 INFO [M:0;fb97eb0edbe8:46649 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/863fff46df43425abbccdb1f981b449a, entries=11, sequenceid=97, filesize=8.3 K 2024-11-09T18:20:50,309 DEBUG [M:0;fb97eb0edbe8:46649 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2c3f777f43594e8e80c381d57c43945d as hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2c3f777f43594e8e80c381d57c43945d 2024-11-09T18:20:50,314 INFO [M:0;fb97eb0edbe8:46649 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43791/user/jenkins/test-data/9ebc9199-3963-a2a8-2e6a-87e94cc54cad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2c3f777f43594e8e80c381d57c43945d, entries=1, sequenceid=97, filesize=5.0 K 2024-11-09T18:20:50,315 INFO [M:0;fb97eb0edbe8:46649 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1345ms, sequenceid=97, compaction requested=false 2024-11-09T18:20:50,316 INFO [M:0;fb97eb0edbe8:46649 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:20:50,316 DEBUG [M:0;fb97eb0edbe8:46649 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731176448970Disabling compacts and flushes for region at 1731176448970Disabling writes for close at 1731176448970Obtaining lock to block concurrent updates at 1731176448970Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731176448970Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731176448971 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731176448971Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731176448971Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731176448989 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731176448989Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731176449397 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731176449410 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731176449410Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731176449817 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731176449830 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731176449830Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@336d4a34: reopening flushed file at 1731176450297 (+467 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@399142db: reopening flushed file at 1731176450302 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d3559f3: reopening flushed file at 1731176450308 (+6 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1345ms, sequenceid=97, compaction requested=false at 1731176450315 (+7 ms)Writing region close event to WAL at 1731176450316 (+1 ms)Closed at 1731176450316 2024-11-09T18:20:50,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44457 is added to blk_1073741830_1006 (size=63666) 2024-11-09T18:20:50,325 INFO [M:0;fb97eb0edbe8:46649 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T18:20:50,325 INFO [M:0;fb97eb0edbe8:46649 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46649 2024-11-09T18:20:50,325 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T18:20:50,325 INFO [M:0;fb97eb0edbe8:46649 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T18:20:50,444 INFO [M:0;fb97eb0edbe8:46649 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T18:20:50,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46649-0x10120d3e0830003, quorum=127.0.0.1:60384, baseZNode=/11817256556 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:20:50,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46649-0x10120d3e0830003, quorum=127.0.0.1:60384, baseZNode=/11817256556 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:20:50,446 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@634cbb9b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:20:50,446 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@9e3238{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T18:20:50,447 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T18:20:50,447 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65b128a6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T18:20:50,447 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51c9312c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d134bf4-38a7-4788-253f-9709bc6d6477/hadoop.log.dir/,STOPPED} 2024-11-09T18:20:50,448 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T18:20:50,448 WARN [BP-1027855452-172.17.0.3-1731176430992 heartbeating to localhost/127.0.0.1:43791 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T18:20:50,448 WARN [BP-1027855452-172.17.0.3-1731176430992 heartbeating to localhost/127.0.0.1:43791 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1027855452-172.17.0.3-1731176430992 (Datanode Uuid 5df8aec6-32ca-49d9-8ced-5d53d0a8158b) service to localhost/127.0.0.1:43791 2024-11-09T18:20:50,448 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T18:20:50,448 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d134bf4-38a7-4788-253f-9709bc6d6477/cluster_f9190dfc-286a-7c8f-a7e3-edc2d0b2992b/data/data1/current/BP-1027855452-172.17.0.3-1731176430992 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T18:20:50,448 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d134bf4-38a7-4788-253f-9709bc6d6477/cluster_f9190dfc-286a-7c8f-a7e3-edc2d0b2992b/data/data2/current/BP-1027855452-172.17.0.3-1731176430992 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T18:20:50,449 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T18:20:50,455 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4173c60d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T18:20:50,455 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18fbd441{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T18:20:50,455 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T18:20:50,456 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56a35edd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T18:20:50,456 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70f132f2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d134bf4-38a7-4788-253f-9709bc6d6477/hadoop.log.dir/,STOPPED} 2024-11-09T18:20:50,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T18:20:50,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T18:20:50,472 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:20:50,472 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:20:50,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:50,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:50,473 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:20:50,473 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T18:20:50,473 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1039739783, stopped=false 2024-11-09T18:20:50,473 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fb97eb0edbe8,46057,1731176427109 2024-11-09T18:20:50,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46057-0x10120d3e0830000, quorum=127.0.0.1:60384, baseZNode=/0-381304242 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-381304242/running 2024-11-09T18:20:50,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46057-0x10120d3e0830000, quorum=127.0.0.1:60384, baseZNode=/0-381304242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-381304242 2024-11-09T18:20:50,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33823-0x10120d3e0830001, quorum=127.0.0.1:60384, baseZNode=/0-381304242 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-381304242/running 2024-11-09T18:20:50,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33823-0x10120d3e0830001, quorum=127.0.0.1:60384, baseZNode=/0-381304242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-381304242 2024-11-09T18:20:50,491 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T18:20:50,491 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:20:50,491 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:20:50,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:50,491 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33823-0x10120d3e0830001, quorum=127.0.0.1:60384, baseZNode=/0-381304242 Set watcher on znode that does not yet exist, /0-381304242/running 2024-11-09T18:20:50,492 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fb97eb0edbe8,33823,1731176427286' ***** 2024-11-09T18:20:50,492 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T18:20:50,492 INFO [RS:0;fb97eb0edbe8:33823 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T18:20:50,492 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46057-0x10120d3e0830000, quorum=127.0.0.1:60384, baseZNode=/0-381304242 Set watcher on znode that does not yet exist, /0-381304242/running 2024-11-09T18:20:50,492 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T18:20:50,492 INFO [RS:0;fb97eb0edbe8:33823 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T18:20:50,492 INFO [RS:0;fb97eb0edbe8:33823 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T18:20:50,492 INFO [RS:0;fb97eb0edbe8:33823 {}] regionserver.HRegionServer(3091): Received CLOSE for 07f76bc776ad5368644615255aa4d5e3 2024-11-09T18:20:50,492 INFO [RS:0;fb97eb0edbe8:33823 {}] regionserver.HRegionServer(3091): Received CLOSE for 10140716b9bb95933ff8a35e55498e54 2024-11-09T18:20:50,492 INFO [RS:0;fb97eb0edbe8:33823 {}] regionserver.HRegionServer(959): stopping server fb97eb0edbe8,33823,1731176427286 2024-11-09T18:20:50,492 INFO [RS:0;fb97eb0edbe8:33823 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T18:20:50,492 INFO [RS:0;fb97eb0edbe8:33823 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fb97eb0edbe8:33823. 2024-11-09T18:20:50,492 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 07f76bc776ad5368644615255aa4d5e3, disabling compactions & flushes 2024-11-09T18:20:50,492 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731176439389.07f76bc776ad5368644615255aa4d5e3. 2024-11-09T18:20:50,492 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731176439389.07f76bc776ad5368644615255aa4d5e3. 2024-11-09T18:20:50,492 DEBUG [RS:0;fb97eb0edbe8:33823 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:20:50,492 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731176439389.07f76bc776ad5368644615255aa4d5e3. after waiting 0 ms 2024-11-09T18:20:50,492 DEBUG [RS:0;fb97eb0edbe8:33823 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:50,492 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731176439389.07f76bc776ad5368644615255aa4d5e3. 2024-11-09T18:20:50,492 INFO [RS:0;fb97eb0edbe8:33823 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T18:20:50,493 INFO [RS:0;fb97eb0edbe8:33823 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T18:20:50,493 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 07f76bc776ad5368644615255aa4d5e3 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-09T18:20:50,493 INFO [RS:0;fb97eb0edbe8:33823 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T18:20:50,493 INFO [RS:0;fb97eb0edbe8:33823 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T18:20:50,493 INFO [RS:0;fb97eb0edbe8:33823 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T18:20:50,493 DEBUG [RS:0;fb97eb0edbe8:33823 {}] regionserver.HRegionServer(1325): Online Regions={07f76bc776ad5368644615255aa4d5e3=hbase:replication,,1731176439389.07f76bc776ad5368644615255aa4d5e3., 1588230740=hbase:meta,,1.1588230740, 10140716b9bb95933ff8a35e55498e54=test,,1731176436065.10140716b9bb95933ff8a35e55498e54.} 2024-11-09T18:20:50,493 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T18:20:50,493 DEBUG [RS:0;fb97eb0edbe8:33823 {}] regionserver.HRegionServer(1351): Waiting on 07f76bc776ad5368644615255aa4d5e3, 10140716b9bb95933ff8a35e55498e54, 1588230740 2024-11-09T18:20:50,493 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T18:20:50,493 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T18:20:50,493 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T18:20:50,493 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T18:20:50,493 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T18:20:50,510 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/data/hbase/replication/07f76bc776ad5368644615255aa4d5e3/.tmp/queue/c0cd7b8487a046c6af71e941a86f9d18 is 153, key is 1-fb97eb0edbe8,33823,1731176427286/queue:fb97eb0edbe8%2C33823%2C1731176427286/1731176446527/Put/seqid=0 2024-11-09T18:20:50,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741840_1016 (size=5352) 2024-11-09T18:20:50,515 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/data/hbase/meta/1588230740/.tmp/info/a618fad0894240eba0703b5c3baaf576 is 147, key is hbase:replication,,1731176439389.07f76bc776ad5368644615255aa4d5e3./info:regioninfo/1731176440626/Put/seqid=0 2024-11-09T18:20:50,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741841_1017 (size=7686) 2024-11-09T18:20:50,540 INFO [regionserver/fb97eb0edbe8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:20:50,693 DEBUG [RS:0;fb97eb0edbe8:33823 {}] regionserver.HRegionServer(1351): Waiting on 07f76bc776ad5368644615255aa4d5e3, 10140716b9bb95933ff8a35e55498e54, 1588230740 2024-11-09T18:20:50,893 DEBUG [RS:0;fb97eb0edbe8:33823 {}] regionserver.HRegionServer(1351): Waiting on 07f76bc776ad5368644615255aa4d5e3, 10140716b9bb95933ff8a35e55498e54, 1588230740 2024-11-09T18:20:50,914 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/data/hbase/replication/07f76bc776ad5368644615255aa4d5e3/.tmp/queue/c0cd7b8487a046c6af71e941a86f9d18 2024-11-09T18:20:50,918 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/data/hbase/meta/1588230740/.tmp/info/a618fad0894240eba0703b5c3baaf576 2024-11-09T18:20:50,920 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/data/hbase/replication/07f76bc776ad5368644615255aa4d5e3/.tmp/queue/c0cd7b8487a046c6af71e941a86f9d18 as hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/data/hbase/replication/07f76bc776ad5368644615255aa4d5e3/queue/c0cd7b8487a046c6af71e941a86f9d18 2024-11-09T18:20:50,924 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/data/hbase/replication/07f76bc776ad5368644615255aa4d5e3/queue/c0cd7b8487a046c6af71e941a86f9d18, entries=1, sequenceid=10, filesize=5.2 K 2024-11-09T18:20:50,925 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 07f76bc776ad5368644615255aa4d5e3 in 433ms, sequenceid=10, compaction requested=false 2024-11-09T18:20:50,929 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/data/hbase/replication/07f76bc776ad5368644615255aa4d5e3/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-09T18:20:50,929 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T18:20:50,929 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T18:20:50,929 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731176439389.07f76bc776ad5368644615255aa4d5e3. 2024-11-09T18:20:50,929 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 07f76bc776ad5368644615255aa4d5e3: Waiting for close lock at 1731176450492Running coprocessor pre-close hooks at 1731176450492Disabling compacts and flushes for region at 1731176450492Disabling writes for close at 1731176450492Obtaining lock to block concurrent updates at 1731176450493 (+1 ms)Preparing flush snapshotting stores in 07f76bc776ad5368644615255aa4d5e3 at 1731176450493Finished memstore snapshotting hbase:replication,,1731176439389.07f76bc776ad5368644615255aa4d5e3., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731176450493Flushing stores of hbase:replication,,1731176439389.07f76bc776ad5368644615255aa4d5e3. at 1731176450493Flushing 07f76bc776ad5368644615255aa4d5e3/queue: creating writer at 1731176450493Flushing 07f76bc776ad5368644615255aa4d5e3/queue: appending metadata at 1731176450509 (+16 ms)Flushing 07f76bc776ad5368644615255aa4d5e3/queue: closing flushed file at 1731176450509Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@615899dd: reopening flushed file at 1731176450919 (+410 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 07f76bc776ad5368644615255aa4d5e3 in 433ms, sequenceid=10, compaction requested=false at 1731176450925 (+6 ms)Writing region close event to WAL at 1731176450926 (+1 ms)Running coprocessor post-close hooks at 1731176450929 (+3 ms)Closed at 1731176450929 2024-11-09T18:20:50,930 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731176439389.07f76bc776ad5368644615255aa4d5e3. 2024-11-09T18:20:50,930 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 10140716b9bb95933ff8a35e55498e54, disabling compactions & flushes 2024-11-09T18:20:50,930 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731176436065.10140716b9bb95933ff8a35e55498e54. 2024-11-09T18:20:50,930 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731176436065.10140716b9bb95933ff8a35e55498e54. 2024-11-09T18:20:50,930 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731176436065.10140716b9bb95933ff8a35e55498e54. after waiting 0 ms 2024-11-09T18:20:50,930 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731176436065.10140716b9bb95933ff8a35e55498e54. 2024-11-09T18:20:50,930 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 10140716b9bb95933ff8a35e55498e54 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-09T18:20:50,936 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/data/hbase/meta/1588230740/.tmp/ns/a29e927f0b9647ac84a546f2019217db is 43, key is default/ns:d/1731176430876/Put/seqid=0 2024-11-09T18:20:50,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741842_1018 (size=5153) 2024-11-09T18:20:50,946 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/data/hbase/meta/1588230740/.tmp/ns/a29e927f0b9647ac84a546f2019217db 2024-11-09T18:20:50,948 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/data/default/test/10140716b9bb95933ff8a35e55498e54/.tmp/f/6408375fd18646408365ce26c528f2d5 is 29, key is row1/f:/1731176445720/DeleteFamily/seqid=0 2024-11-09T18:20:50,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741843_1019 (size=5118) 2024-11-09T18:20:50,953 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/data/default/test/10140716b9bb95933ff8a35e55498e54/.tmp/f/6408375fd18646408365ce26c528f2d5 2024-11-09T18:20:50,957 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6408375fd18646408365ce26c528f2d5 2024-11-09T18:20:50,964 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33823,1731176427286.replicationSource.wal-reader.fb97eb0edbe8%2C33823%2C1731176427286,1-fb97eb0edbe8,33823,1731176427286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/WALs/fb97eb0edbe8,33823,1731176427286/fb97eb0edbe8%2C33823%2C1731176427286.1731176430351 to pos 912, reset compression=false 2024-11-09T18:20:50,970 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/data/hbase/meta/1588230740/.tmp/rep_barrier/729d41699928439ea7ab937d5a5f0948 is 112, key is test,,1731176436065.10140716b9bb95933ff8a35e55498e54./rep_barrier:seqnumDuringOpen/1731176436870/Put/seqid=0 2024-11-09T18:20:50,976 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/data/default/test/10140716b9bb95933ff8a35e55498e54/.tmp/f1/49375087ce92418191bd5bd8ef4f62a4 is 30, key is row1/f1:/1731176445720/DeleteFamily/seqid=0 2024-11-09T18:20:50,980 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33823,1731176427286.replicationSource.wal-reader.fb97eb0edbe8%2C33823%2C1731176427286,1-fb97eb0edbe8,33823,1731176427286 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T18:20:50,980 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33823,1731176427286.replicationSource.wal-reader.fb97eb0edbe8%2C33823%2C1731176427286,1-fb97eb0edbe8,33823,1731176427286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/WALs/fb97eb0edbe8,33823,1731176427286/fb97eb0edbe8%2C33823%2C1731176427286.1731176430351 to pos 1159, reset compression=false 2024-11-09T18:20:50,980 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33823,1731176427286.replicationSource.shipperfb97eb0edbe8%2C33823%2C1731176427286,1-fb97eb0edbe8,33823,1731176427286 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fb97eb0edbe8,33823,1731176427286 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/WALs/fb97eb0edbe8,33823,1731176427286/fb97eb0edbe8%2C33823%2C1731176427286.1731176430351, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T18:20:50,981 ERROR [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33823,1731176427286.replicationSource.shipperfb97eb0edbe8%2C33823%2C1731176427286,1-fb97eb0edbe8,33823,1731176427286 {}] regionserver.HRegionServer(2440): ***** ABORTING region server fb97eb0edbe8,33823,1731176427286: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-fb97eb0edbe8,33823,1731176427286, walGroup=fb97eb0edbe8%2C33823%2C1731176427286, offset=fb97eb0edbe8%2C33823%2C1731176427286.1731176430351:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fb97eb0edbe8:33823 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T18:20:50,982 ERROR [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33823,1731176427286.replicationSource.shipperfb97eb0edbe8%2C33823%2C1731176427286,1-fb97eb0edbe8,33823,1731176427286 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T18:20:50,982 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33823,1731176427286.replicationSource.shipperfb97eb0edbe8%2C33823%2C1731176427286,1-fb97eb0edbe8,33823,1731176427286 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T18:20:50,982 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33823,1731176427286.replicationSource.shipperfb97eb0edbe8%2C33823%2C1731176427286,1-fb97eb0edbe8,33823,1731176427286 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T18:20:50,982 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33823,1731176427286.replicationSource.shipperfb97eb0edbe8%2C33823%2C1731176427286,1-fb97eb0edbe8,33823,1731176427286 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T18:20:50,982 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33823,1731176427286.replicationSource.shipperfb97eb0edbe8%2C33823%2C1731176427286,1-fb97eb0edbe8,33823,1731176427286 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T18:20:50,982 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33823,1731176427286.replicationSource.shipperfb97eb0edbe8%2C33823%2C1731176427286,1-fb97eb0edbe8,33823,1731176427286 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 677038440 }, "NonHeapMemoryUsage": { "committed": 194510848, "init": 7667712, "max": -1, "used": 191591848 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T18:20:50,983 WARN [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33823,1731176427286.replicationSource.shipperfb97eb0edbe8%2C33823%2C1731176427286,1-fb97eb0edbe8,33823,1731176427286 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fb97eb0edbe8:46057 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fb97eb0edbe8:46057 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T18:20:50,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741844_1020 (size=5518) 2024-11-09T18:20:50,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741845_1021 (size=5123) 2024-11-09T18:20:51,093 DEBUG [RS:0;fb97eb0edbe8:33823 {}] regionserver.HRegionServer(1351): Waiting on 10140716b9bb95933ff8a35e55498e54, 1588230740 2024-11-09T18:20:51,189 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33823,1731176427286.replicationSource.wal-reader.fb97eb0edbe8%2C33823%2C1731176427286,1-fb97eb0edbe8,33823,1731176427286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/WALs/fb97eb0edbe8,33823,1731176427286/fb97eb0edbe8%2C33823%2C1731176427286.1731176430351 to pos 1159, reset compression=false 2024-11-09T18:20:51,239 INFO [regionserver/fb97eb0edbe8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T18:20:51,239 INFO [regionserver/fb97eb0edbe8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T18:20:51,294 DEBUG [RS:0;fb97eb0edbe8:33823 {}] regionserver.HRegionServer(1351): Waiting on 10140716b9bb95933ff8a35e55498e54, 1588230740 2024-11-09T18:20:51,384 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/data/hbase/meta/1588230740/.tmp/rep_barrier/729d41699928439ea7ab937d5a5f0948 2024-11-09T18:20:51,387 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/data/default/test/10140716b9bb95933ff8a35e55498e54/.tmp/f1/49375087ce92418191bd5bd8ef4f62a4 2024-11-09T18:20:51,391 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 49375087ce92418191bd5bd8ef4f62a4 2024-11-09T18:20:51,405 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/data/hbase/meta/1588230740/.tmp/table/d0710d83ca37466b85a6d0f4fce9e71c is 53, key is hbase:replication/table:state/1731176440637/Put/seqid=0 2024-11-09T18:20:51,408 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/data/default/test/10140716b9bb95933ff8a35e55498e54/.tmp/norep/c8285ccc238b4d94a5fa1fd433dbcdfb is 32, key is row/norep:/1731176444714/DeleteFamily/seqid=0 2024-11-09T18:20:51,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741846_1022 (size=5308) 2024-11-09T18:20:51,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741847_1023 (size=5101) 2024-11-09T18:20:51,493 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33823,1731176427286.replicationSource.wal-reader.fb97eb0edbe8%2C33823%2C1731176427286,1-fb97eb0edbe8,33823,1731176427286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/WALs/fb97eb0edbe8,33823,1731176427286/fb97eb0edbe8%2C33823%2C1731176427286.1731176430351 to pos 1159, reset compression=false 2024-11-09T18:20:51,494 INFO [RS:0;fb97eb0edbe8:33823 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T18:20:51,494 DEBUG [RS:0;fb97eb0edbe8:33823 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 10140716b9bb95933ff8a35e55498e54=test,,1731176436065.10140716b9bb95933ff8a35e55498e54.} 2024-11-09T18:20:51,494 DEBUG [RS:0;fb97eb0edbe8:33823 {}] regionserver.HRegionServer(1351): Waiting on 10140716b9bb95933ff8a35e55498e54, 1588230740 2024-11-09T18:20:51,694 DEBUG [RS:0;fb97eb0edbe8:33823 {}] regionserver.HRegionServer(1351): Waiting on 10140716b9bb95933ff8a35e55498e54, 1588230740 2024-11-09T18:20:51,810 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/data/hbase/meta/1588230740/.tmp/table/d0710d83ca37466b85a6d0f4fce9e71c 2024-11-09T18:20:51,812 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/data/default/test/10140716b9bb95933ff8a35e55498e54/.tmp/norep/c8285ccc238b4d94a5fa1fd433dbcdfb 2024-11-09T18:20:51,815 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/data/hbase/meta/1588230740/.tmp/info/a618fad0894240eba0703b5c3baaf576 as hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/data/hbase/meta/1588230740/info/a618fad0894240eba0703b5c3baaf576 2024-11-09T18:20:51,815 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c8285ccc238b4d94a5fa1fd433dbcdfb 2024-11-09T18:20:51,816 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/data/default/test/10140716b9bb95933ff8a35e55498e54/.tmp/f/6408375fd18646408365ce26c528f2d5 as hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/data/default/test/10140716b9bb95933ff8a35e55498e54/f/6408375fd18646408365ce26c528f2d5 2024-11-09T18:20:51,819 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/data/hbase/meta/1588230740/info/a618fad0894240eba0703b5c3baaf576, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T18:20:51,819 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6408375fd18646408365ce26c528f2d5 2024-11-09T18:20:51,819 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/data/default/test/10140716b9bb95933ff8a35e55498e54/f/6408375fd18646408365ce26c528f2d5, entries=2, sequenceid=8, filesize=5.0 K 2024-11-09T18:20:51,820 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/data/hbase/meta/1588230740/.tmp/ns/a29e927f0b9647ac84a546f2019217db as hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/data/hbase/meta/1588230740/ns/a29e927f0b9647ac84a546f2019217db 2024-11-09T18:20:51,820 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/data/default/test/10140716b9bb95933ff8a35e55498e54/.tmp/f1/49375087ce92418191bd5bd8ef4f62a4 as hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/data/default/test/10140716b9bb95933ff8a35e55498e54/f1/49375087ce92418191bd5bd8ef4f62a4 2024-11-09T18:20:51,823 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 49375087ce92418191bd5bd8ef4f62a4 2024-11-09T18:20:51,823 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/data/default/test/10140716b9bb95933ff8a35e55498e54/f1/49375087ce92418191bd5bd8ef4f62a4, entries=2, sequenceid=8, filesize=5.0 K 2024-11-09T18:20:51,823 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/data/hbase/meta/1588230740/ns/a29e927f0b9647ac84a546f2019217db, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T18:20:51,824 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/data/hbase/meta/1588230740/.tmp/rep_barrier/729d41699928439ea7ab937d5a5f0948 as hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/data/hbase/meta/1588230740/rep_barrier/729d41699928439ea7ab937d5a5f0948 2024-11-09T18:20:51,824 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/data/default/test/10140716b9bb95933ff8a35e55498e54/.tmp/norep/c8285ccc238b4d94a5fa1fd433dbcdfb as hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/data/default/test/10140716b9bb95933ff8a35e55498e54/norep/c8285ccc238b4d94a5fa1fd433dbcdfb 2024-11-09T18:20:51,827 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/data/hbase/meta/1588230740/rep_barrier/729d41699928439ea7ab937d5a5f0948, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T18:20:51,828 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c8285ccc238b4d94a5fa1fd433dbcdfb 2024-11-09T18:20:51,828 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/data/default/test/10140716b9bb95933ff8a35e55498e54/norep/c8285ccc238b4d94a5fa1fd433dbcdfb, entries=1, sequenceid=8, filesize=5.0 K 2024-11-09T18:20:51,828 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/data/hbase/meta/1588230740/.tmp/table/d0710d83ca37466b85a6d0f4fce9e71c as hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/data/hbase/meta/1588230740/table/d0710d83ca37466b85a6d0f4fce9e71c 2024-11-09T18:20:51,829 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 10140716b9bb95933ff8a35e55498e54 in 899ms, sequenceid=8, compaction requested=false 2024-11-09T18:20:51,834 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/data/default/test/10140716b9bb95933ff8a35e55498e54/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-09T18:20:51,834 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/data/hbase/meta/1588230740/table/d0710d83ca37466b85a6d0f4fce9e71c, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T18:20:51,835 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T18:20:51,835 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T18:20:51,835 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731176436065.10140716b9bb95933ff8a35e55498e54. 2024-11-09T18:20:51,835 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 10140716b9bb95933ff8a35e55498e54: Waiting for close lock at 1731176450930Running coprocessor pre-close hooks at 1731176450930Disabling compacts and flushes for region at 1731176450930Disabling writes for close at 1731176450930Obtaining lock to block concurrent updates at 1731176450930Preparing flush snapshotting stores in 10140716b9bb95933ff8a35e55498e54 at 1731176450930Finished memstore snapshotting test,,1731176436065.10140716b9bb95933ff8a35e55498e54., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731176450930Flushing stores of test,,1731176436065.10140716b9bb95933ff8a35e55498e54. at 1731176450931 (+1 ms)Flushing 10140716b9bb95933ff8a35e55498e54/f: creating writer at 1731176450931Flushing 10140716b9bb95933ff8a35e55498e54/f: appending metadata at 1731176450947 (+16 ms)Flushing 10140716b9bb95933ff8a35e55498e54/f: closing flushed file at 1731176450947Flushing 10140716b9bb95933ff8a35e55498e54/f1: creating writer at 1731176450958 (+11 ms)Flushing 10140716b9bb95933ff8a35e55498e54/f1: appending metadata at 1731176450976 (+18 ms)Flushing 10140716b9bb95933ff8a35e55498e54/f1: closing flushed file at 1731176450976Flushing 10140716b9bb95933ff8a35e55498e54/norep: creating writer at 1731176451391 (+415 ms)Flushing 10140716b9bb95933ff8a35e55498e54/norep: appending metadata at 1731176451408 (+17 ms)Flushing 10140716b9bb95933ff8a35e55498e54/norep: closing flushed file at 1731176451408Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@141cd27b: reopening flushed file at 1731176451815 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7865102d: reopening flushed file at 1731176451819 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dee5899: reopening flushed file at 1731176451823 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 10140716b9bb95933ff8a35e55498e54 in 899ms, sequenceid=8, compaction requested=false at 1731176451829 (+6 ms)Writing region close event to WAL at 1731176451830 (+1 ms)Running coprocessor post-close hooks at 1731176451834 (+4 ms)Closed at 1731176451835 (+1 ms) 2024-11-09T18:20:51,835 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731176436065.10140716b9bb95933ff8a35e55498e54. 2024-11-09T18:20:51,835 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1342ms, sequenceid=16, compaction requested=false 2024-11-09T18:20:51,850 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T18:20:51,850 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T18:20:51,850 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T18:20:51,850 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T18:20:51,850 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731176450493Running coprocessor pre-close hooks at 1731176450493Disabling compacts and flushes for region at 1731176450493Disabling writes for close at 1731176450493Obtaining lock to block concurrent updates at 1731176450493Preparing flush snapshotting stores in 1588230740 at 1731176450493Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731176450493Flushing stores of hbase:meta,,1.1588230740 at 1731176450494 (+1 ms)Flushing 1588230740/info: creating writer at 1731176450494Flushing 1588230740/info: appending metadata at 1731176450514 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731176450514Flushing 1588230740/ns: creating writer at 1731176450922 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731176450936 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731176450936Flushing 1588230740/rep_barrier: creating writer at 1731176450950 (+14 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731176450970 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731176450970Flushing 1588230740/table: creating writer at 1731176451388 (+418 ms)Flushing 1588230740/table: appending metadata at 1731176451404 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731176451404Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@770bc5c3: reopening flushed file at 1731176451814 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7449a045: reopening flushed file at 1731176451819 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fbec0b9: reopening flushed file at 1731176451823 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c4ca590: reopening flushed file at 1731176451828 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1342ms, sequenceid=16, compaction requested=false at 1731176451835 (+7 ms)Writing region close event to WAL at 1731176451846 (+11 ms)Running coprocessor post-close hooks at 1731176451850 (+4 ms)Closed at 1731176451850 2024-11-09T18:20:51,851 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T18:20:51,894 INFO [RS:0;fb97eb0edbe8:33823 {}] regionserver.HRegionServer(976): stopping server fb97eb0edbe8,33823,1731176427286; all regions closed. 2024-11-09T18:20:51,896 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33823,1731176427286.replicationSource.wal-reader.fb97eb0edbe8%2C33823%2C1731176427286,1-fb97eb0edbe8,33823,1731176427286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/WALs/fb97eb0edbe8,33823,1731176427286/fb97eb0edbe8%2C33823%2C1731176427286.1731176430351 to pos 1159, reset compression=false 2024-11-09T18:20:51,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741834_1010 (size=4239) 2024-11-09T18:20:51,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741839_1015 (size=2676) 2024-11-09T18:20:51,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741833_1009 (size=1811) 2024-11-09T18:20:51,914 DEBUG [RS:0;fb97eb0edbe8:33823 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:51,914 INFO [RS:0;fb97eb0edbe8:33823 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:20:51,914 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33823,1731176427286.replicationSource.wal-reader.fb97eb0edbe8%2C33823%2C1731176427286,1-fb97eb0edbe8,33823,1731176427286 {}] regionserver.WALEntryStream(293): Reset reader hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/WALs/fb97eb0edbe8,33823,1731176427286/fb97eb0edbe8%2C33823%2C1731176427286.1731176430351 for the last time to pos 1803, reset compression=false 2024-11-09T18:20:51,914 INFO [RS:0;fb97eb0edbe8:33823 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T18:20:51,914 INFO [RS:0;fb97eb0edbe8:33823 {}] hbase.ChoreService(370): Chore service for: regionserver/fb97eb0edbe8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T18:20:51,914 INFO [RS:0;fb97eb0edbe8:33823 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T18:20:51,914 INFO [regionserver/fb97eb0edbe8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T18:20:51,914 INFO [RS:0;fb97eb0edbe8:33823 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fb97eb0edbe8,33823,1731176427286 because: Region server is closing 2024-11-09T18:20:51,915 INFO [RS:0;fb97eb0edbe8:33823 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fb97eb0edbe8:33823. 2024-11-09T18:20:51,915 DEBUG [RS:0;fb97eb0edbe8:33823 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:20:51,915 DEBUG [RS:0;fb97eb0edbe8:33823 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:51,915 DEBUG [RS:0;fb97eb0edbe8:33823 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:51,915 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:20:51,917 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33823,1731176427286.replicationSource.wal-reader.fb97eb0edbe8%2C33823%2C1731176427286,1-fb97eb0edbe8,33823,1731176427286 {}] regionserver.WALEntryStream(449): Reached the end of hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/WALs/fb97eb0edbe8,33823,1731176427286/fb97eb0edbe8%2C33823%2C1731176427286.1731176430351 and length of the file is 1811 2024-11-09T18:20:51,917 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33823,1731176427286.replicationSource.wal-reader.fb97eb0edbe8%2C33823%2C1731176427286,1-fb97eb0edbe8,33823,1731176427286 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/WALs/fb97eb0edbe8,33823,1731176427286/fb97eb0edbe8%2C33823%2C1731176427286.1731176430351 2024-11-09T18:20:51,918 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33823,1731176427286.replicationSource.wal-reader.fb97eb0edbe8%2C33823%2C1731176427286,1-fb97eb0edbe8,33823,1731176427286 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T18:20:52,015 INFO [RS:0;fb97eb0edbe8:33823 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,33823,1731176427286.replicationSource.shipperfb97eb0edbe8%2C33823%2C1731176427286,1-fb97eb0edbe8,33823,1731176427286 terminated 2024-11-09T18:20:52,015 INFO [RS:0;fb97eb0edbe8:33823 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fb97eb0edbe8:33823. 2024-11-09T18:20:52,015 DEBUG [RS:0;fb97eb0edbe8:33823 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:20:52,015 DEBUG [RS:0;fb97eb0edbe8:33823 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:52,016 DEBUG [RS:0;fb97eb0edbe8:33823 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:20:52,016 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:20:52,016 INFO [RS:0;fb97eb0edbe8:33823 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33823 2024-11-09T18:20:52,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33823-0x10120d3e0830001, quorum=127.0.0.1:60384, baseZNode=/0-381304242 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-381304242/rs/fb97eb0edbe8,33823,1731176427286 2024-11-09T18:20:52,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46057-0x10120d3e0830000, quorum=127.0.0.1:60384, baseZNode=/0-381304242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-381304242/rs 2024-11-09T18:20:52,070 INFO [RS:0;fb97eb0edbe8:33823 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T18:20:52,070 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fb97eb0edbe8,33823,1731176427286] 2024-11-09T18:20:52,090 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-381304242/draining/fb97eb0edbe8,33823,1731176427286 already deleted, retry=false 2024-11-09T18:20:52,091 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fb97eb0edbe8,33823,1731176427286 expired; onlineServers=0 2024-11-09T18:20:52,091 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fb97eb0edbe8,46057,1731176427109' ***** 2024-11-09T18:20:52,091 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T18:20:52,091 INFO [M:0;fb97eb0edbe8:46057 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T18:20:52,091 INFO [M:0;fb97eb0edbe8:46057 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T18:20:52,091 DEBUG [M:0;fb97eb0edbe8:46057 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T18:20:52,091 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T18:20:52,091 DEBUG [M:0;fb97eb0edbe8:46057 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T18:20:52,091 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731176430109 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731176430109,5,FailOnTimeoutGroup] 2024-11-09T18:20:52,091 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731176430105 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731176430105,5,FailOnTimeoutGroup] 2024-11-09T18:20:52,091 INFO [M:0;fb97eb0edbe8:46057 {}] hbase.ChoreService(370): Chore service for: master/fb97eb0edbe8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T18:20:52,091 INFO [M:0;fb97eb0edbe8:46057 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T18:20:52,091 DEBUG [M:0;fb97eb0edbe8:46057 {}] master.HMaster(1795): Stopping service threads 2024-11-09T18:20:52,091 INFO [M:0;fb97eb0edbe8:46057 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T18:20:52,091 INFO [M:0;fb97eb0edbe8:46057 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T18:20:52,091 INFO [M:0;fb97eb0edbe8:46057 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T18:20:52,091 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T18:20:52,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46057-0x10120d3e0830000, quorum=127.0.0.1:60384, baseZNode=/0-381304242 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-381304242/master 2024-11-09T18:20:52,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46057-0x10120d3e0830000, quorum=127.0.0.1:60384, baseZNode=/0-381304242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-381304242 2024-11-09T18:20:52,101 DEBUG [M:0;fb97eb0edbe8:46057 {}] zookeeper.ZKUtil(347): master:46057-0x10120d3e0830000, quorum=127.0.0.1:60384, baseZNode=/0-381304242 Unable to get data of znode /0-381304242/master because node does not exist (not an error) 2024-11-09T18:20:52,101 WARN [M:0;fb97eb0edbe8:46057 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T18:20:52,102 INFO [M:0;fb97eb0edbe8:46057 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/.lastflushedseqids 2024-11-09T18:20:52,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741848_1024 (size=245) 2024-11-09T18:20:52,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33823-0x10120d3e0830001, quorum=127.0.0.1:60384, baseZNode=/0-381304242 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:20:52,180 INFO [RS:0;fb97eb0edbe8:33823 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T18:20:52,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33823-0x10120d3e0830001, quorum=127.0.0.1:60384, baseZNode=/0-381304242 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:20:52,180 INFO [RS:0;fb97eb0edbe8:33823 {}] regionserver.HRegionServer(1031): Exiting; stopping=fb97eb0edbe8,33823,1731176427286; zookeeper connection closed. 2024-11-09T18:20:52,181 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3b63cf6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3b63cf6 2024-11-09T18:20:52,181 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T18:20:52,506 INFO [M:0;fb97eb0edbe8:46057 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T18:20:52,506 INFO [M:0;fb97eb0edbe8:46057 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T18:20:52,506 DEBUG [M:0;fb97eb0edbe8:46057 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T18:20:52,506 INFO [M:0;fb97eb0edbe8:46057 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:20:52,506 DEBUG [M:0;fb97eb0edbe8:46057 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:20:52,506 DEBUG [M:0;fb97eb0edbe8:46057 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T18:20:52,507 DEBUG [M:0;fb97eb0edbe8:46057 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:20:52,507 INFO [M:0;fb97eb0edbe8:46057 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-09T18:20:52,520 DEBUG [M:0;fb97eb0edbe8:46057 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4a1cf08018f64c4caf5a12beec59c597 is 82, key is hbase:meta,,1/info:regioninfo/1731176430806/Put/seqid=0 2024-11-09T18:20:52,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741849_1025 (size=5672) 2024-11-09T18:20:52,923 INFO [M:0;fb97eb0edbe8:46057 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4a1cf08018f64c4caf5a12beec59c597 2024-11-09T18:20:52,943 DEBUG [M:0;fb97eb0edbe8:46057 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/331d91fb4e444a568b8bd98e6eaefd77 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731176440642/Put/seqid=0 2024-11-09T18:20:52,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741850_1026 (size=8516) 2024-11-09T18:20:53,192 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T18:20:53,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:53,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:53,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:53,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:53,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:53,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:53,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:53,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:53,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:53,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:53,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:20:53,346 INFO [M:0;fb97eb0edbe8:46057 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/331d91fb4e444a568b8bd98e6eaefd77 2024-11-09T18:20:53,364 DEBUG [M:0;fb97eb0edbe8:46057 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4852c32398b149edb033cff6548ac9d7 is 69, key is fb97eb0edbe8,33823,1731176427286/rs:state/1731176430169/Put/seqid=0 2024-11-09T18:20:53,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741851_1027 (size=5156) 2024-11-09T18:20:53,767 INFO [M:0;fb97eb0edbe8:46057 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4852c32398b149edb033cff6548ac9d7 2024-11-09T18:20:53,772 DEBUG [M:0;fb97eb0edbe8:46057 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4a1cf08018f64c4caf5a12beec59c597 as hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4a1cf08018f64c4caf5a12beec59c597 2024-11-09T18:20:53,775 INFO [M:0;fb97eb0edbe8:46057 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4a1cf08018f64c4caf5a12beec59c597, entries=8, sequenceid=97, filesize=5.5 K 2024-11-09T18:20:53,776 DEBUG [M:0;fb97eb0edbe8:46057 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/331d91fb4e444a568b8bd98e6eaefd77 as hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/331d91fb4e444a568b8bd98e6eaefd77 2024-11-09T18:20:53,779 INFO [M:0;fb97eb0edbe8:46057 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/331d91fb4e444a568b8bd98e6eaefd77, entries=11, sequenceid=97, filesize=8.3 K 2024-11-09T18:20:53,780 DEBUG [M:0;fb97eb0edbe8:46057 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4852c32398b149edb033cff6548ac9d7 as hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4852c32398b149edb033cff6548ac9d7 2024-11-09T18:20:53,784 INFO [M:0;fb97eb0edbe8:46057 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35873/user/jenkins/test-data/66ab5490-ab77-8b21-7293-19fcce2c5d8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4852c32398b149edb033cff6548ac9d7, entries=1, sequenceid=97, filesize=5.0 K 2024-11-09T18:20:53,785 INFO [M:0;fb97eb0edbe8:46057 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=97, compaction requested=false 2024-11-09T18:20:53,788 INFO [M:0;fb97eb0edbe8:46057 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:20:53,789 DEBUG [M:0;fb97eb0edbe8:46057 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731176452506Disabling compacts and flushes for region at 1731176452506Disabling writes for close at 1731176452506Obtaining lock to block concurrent updates at 1731176452507 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731176452507Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731176452507Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731176452507Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731176452507Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731176452519 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731176452519Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731176452926 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731176452942 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731176452942Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731176453350 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731176453363 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731176453363Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@721acfe8: reopening flushed file at 1731176453771 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fe22a3b: reopening flushed file at 1731176453775 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2275ecf5: reopening flushed file at 1731176453780 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=97, compaction requested=false at 1731176453785 (+5 ms)Writing region close event to WAL at 1731176453788 (+3 ms)Closed at 1731176453788 2024-11-09T18:20:53,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41157 is added to blk_1073741830_1006 (size=63654) 2024-11-09T18:20:53,793 INFO [M:0;fb97eb0edbe8:46057 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T18:20:53,793 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T18:20:53,793 INFO [M:0;fb97eb0edbe8:46057 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46057 2024-11-09T18:20:53,793 INFO [M:0;fb97eb0edbe8:46057 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T18:20:53,949 INFO [M:0;fb97eb0edbe8:46057 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T18:20:53,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46057-0x10120d3e0830000, quorum=127.0.0.1:60384, baseZNode=/0-381304242 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:20:53,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46057-0x10120d3e0830000, quorum=127.0.0.1:60384, baseZNode=/0-381304242 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:20:53,951 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@ef0e109{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:20:53,952 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@71197954{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T18:20:53,952 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T18:20:53,952 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c6f71b0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T18:20:53,952 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12690708{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6995656-4b6a-dbba-3a66-d209e77be249/hadoop.log.dir/,STOPPED} 2024-11-09T18:20:53,953 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T18:20:53,953 WARN [BP-318398677-172.17.0.3-1731176424695 heartbeating to localhost/127.0.0.1:35873 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T18:20:53,953 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T18:20:53,953 WARN [BP-318398677-172.17.0.3-1731176424695 heartbeating to localhost/127.0.0.1:35873 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-318398677-172.17.0.3-1731176424695 (Datanode Uuid 5306a8dd-66cc-4b08-82e9-228f0b99bd00) service to localhost/127.0.0.1:35873 2024-11-09T18:20:53,954 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6995656-4b6a-dbba-3a66-d209e77be249/cluster_60ec7649-01d8-9f4e-4720-56a5bdba0c9f/data/data1/current/BP-318398677-172.17.0.3-1731176424695 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T18:20:53,954 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6995656-4b6a-dbba-3a66-d209e77be249/cluster_60ec7649-01d8-9f4e-4720-56a5bdba0c9f/data/data2/current/BP-318398677-172.17.0.3-1731176424695 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T18:20:53,954 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T18:20:53,961 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@695a71ea{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T18:20:53,962 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@71d9805d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T18:20:53,962 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T18:20:53,962 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52ee9161{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T18:20:53,962 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a794780{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6995656-4b6a-dbba-3a66-d209e77be249/hadoop.log.dir/,STOPPED} 2024-11-09T18:20:53,969 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T18:20:53,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T18:20:53,994 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=259 (was 239) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35873 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35873 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60384) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43791 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:35873 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35873 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35873 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35873 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43791 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43791 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:43791 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60384) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35873 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35873 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43791 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43791 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43791 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43791 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=656 (was 621) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=441 (was 432) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2312 (was 3518) 2024-11-09T18:20:54,005 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=259, OpenFileDescriptor=656, MaxFileDescriptor=1048576, SystemLoadAverage=441, ProcessCount=11, AvailableMemoryMB=2312 2024-11-09T18:20:54,022 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-09T18:20:54,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d134bf4-38a7-4788-253f-9709bc6d6477/hadoop.log.dir so I do NOT create it in target/test-data/16c1bd69-e43b-8d44-d58b-4909b1e1a84c 2024-11-09T18:20:54,023 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d134bf4-38a7-4788-253f-9709bc6d6477/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T18:20:54,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d134bf4-38a7-4788-253f-9709bc6d6477/hadoop.tmp.dir so I do NOT create it in target/test-data/16c1bd69-e43b-8d44-d58b-4909b1e1a84c 2024-11-09T18:20:54,024 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d134bf4-38a7-4788-253f-9709bc6d6477/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T18:20:54,024 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16c1bd69-e43b-8d44-d58b-4909b1e1a84c 2024-11-09T18:20:54,024 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16c1bd69-e43b-8d44-d58b-4909b1e1a84c/cluster_9c46ca9e-947d-d7d8-c772-3490e5e63448, deleteOnExit=true 2024-11-09T18:20:54,043 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16c1bd69-e43b-8d44-d58b-4909b1e1a84c/cluster_9c46ca9e-947d-d7d8-c772-3490e5e63448/zookeeper_0, clientPort=52022, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16c1bd69-e43b-8d44-d58b-4909b1e1a84c/cluster_9c46ca9e-947d-d7d8-c772-3490e5e63448/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16c1bd69-e43b-8d44-d58b-4909b1e1a84c/cluster_9c46ca9e-947d-d7d8-c772-3490e5e63448/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T18:20:54,044 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52022 2024-11-09T18:20:54,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T18:20:54,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T18:20:54,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16c1bd69-e43b-8d44-d58b-4909b1e1a84c/test.cache.data in system properties and HBase conf 2024-11-09T18:20:54,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16c1bd69-e43b-8d44-d58b-4909b1e1a84c/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T18:20:54,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16c1bd69-e43b-8d44-d58b-4909b1e1a84c/hadoop.log.dir in system properties and HBase conf 2024-11-09T18:20:54,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16c1bd69-e43b-8d44-d58b-4909b1e1a84c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T18:20:54,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16c1bd69-e43b-8d44-d58b-4909b1e1a84c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T18:20:54,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T18:20:54,045 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T18:20:54,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16c1bd69-e43b-8d44-d58b-4909b1e1a84c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T18:20:54,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16c1bd69-e43b-8d44-d58b-4909b1e1a84c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T18:20:54,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16c1bd69-e43b-8d44-d58b-4909b1e1a84c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T18:20:54,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16c1bd69-e43b-8d44-d58b-4909b1e1a84c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T18:20:54,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16c1bd69-e43b-8d44-d58b-4909b1e1a84c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T18:20:54,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16c1bd69-e43b-8d44-d58b-4909b1e1a84c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T18:20:54,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16c1bd69-e43b-8d44-d58b-4909b1e1a84c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T18:20:54,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16c1bd69-e43b-8d44-d58b-4909b1e1a84c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T18:20:54,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16c1bd69-e43b-8d44-d58b-4909b1e1a84c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T18:20:54,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16c1bd69-e43b-8d44-d58b-4909b1e1a84c/nfs.dump.dir in system properties and HBase conf 2024-11-09T18:20:54,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16c1bd69-e43b-8d44-d58b-4909b1e1a84c/java.io.tmpdir in system properties and HBase conf 2024-11-09T18:20:54,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16c1bd69-e43b-8d44-d58b-4909b1e1a84c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T18:20:54,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16c1bd69-e43b-8d44-d58b-4909b1e1a84c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T18:20:54,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16c1bd69-e43b-8d44-d58b-4909b1e1a84c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T18:20:54,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10120d3e0830005, quorum=127.0.0.1:60384, baseZNode=/11817256556 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T18:20:54,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10120d3e0830002, quorum=127.0.0.1:60384, baseZNode=/0-381304242 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T18:20:54,067 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10120d3e0830005, quorum=127.0.0.1:60384, baseZNode=/11817256556 Received Disconnected from ZooKeeper, ignoring 2024-11-09T18:20:54,067 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10120d3e0830002, quorum=127.0.0.1:60384, baseZNode=/0-381304242 Received Disconnected from ZooKeeper, ignoring 2024-11-09T18:20:54,902 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:20:54,906 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T18:20:54,911 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T18:20:54,911 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T18:20:54,911 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T18:20:54,912 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:20:54,913 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47c3ac9a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16c1bd69-e43b-8d44-d58b-4909b1e1a84c/hadoop.log.dir/,AVAILABLE} 2024-11-09T18:20:54,913 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5acb34b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T18:20:55,008 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@280b75e4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16c1bd69-e43b-8d44-d58b-4909b1e1a84c/java.io.tmpdir/jetty-localhost-36183-hadoop-hdfs-3_4_1-tests_jar-_-any-6904161620184093659/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T18:20:55,009 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3bbc2eb0{HTTP/1.1, (http/1.1)}{localhost:36183} 2024-11-09T18:20:55,009 INFO [Time-limited test {}] server.Server(415): Started @225757ms 2024-11-09T18:20:55,314 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:20:55,316 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T18:20:55,320 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T18:20:55,320 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T18:20:55,320 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T18:20:55,321 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c41c58c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16c1bd69-e43b-8d44-d58b-4909b1e1a84c/hadoop.log.dir/,AVAILABLE} 2024-11-09T18:20:55,321 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@424c7e56{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T18:20:55,418 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d03019c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16c1bd69-e43b-8d44-d58b-4909b1e1a84c/java.io.tmpdir/jetty-localhost-38389-hadoop-hdfs-3_4_1-tests_jar-_-any-8359528831194751577/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:20:55,418 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@126503b0{HTTP/1.1, (http/1.1)}{localhost:38389} 2024-11-09T18:20:55,418 INFO [Time-limited test {}] server.Server(415): Started @226167ms 2024-11-09T18:20:55,419 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T18:20:55,557 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T18:20:55,557 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T18:20:55,557 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T18:20:55,557 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T18:20:56,229 WARN [Thread-2643 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16c1bd69-e43b-8d44-d58b-4909b1e1a84c/cluster_9c46ca9e-947d-d7d8-c772-3490e5e63448/data/data1/current/BP-306719066-172.17.0.3-1731176454066/current, will proceed with Du for space computation calculation, 2024-11-09T18:20:56,229 WARN [Thread-2644 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16c1bd69-e43b-8d44-d58b-4909b1e1a84c/cluster_9c46ca9e-947d-d7d8-c772-3490e5e63448/data/data2/current/BP-306719066-172.17.0.3-1731176454066/current, will proceed with Du for space computation calculation, 2024-11-09T18:20:56,245 WARN [Thread-2631 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T18:20:56,248 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xea3380048efb9863 with lease ID 0xd1838a32b5f14195: Processing first storage report for DS-126381fa-4e05-48ae-9f8b-9fdc609dd9d3 from datanode DatanodeRegistration(127.0.0.1:41149, datanodeUuid=fdd5608b-dbe7-48d6-b1be-12c7d07934fc, infoPort=36011, infoSecurePort=0, ipcPort=43295, storageInfo=lv=-57;cid=testClusterID;nsid=2110860376;c=1731176454066) 2024-11-09T18:20:56,248 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xea3380048efb9863 with lease ID 0xd1838a32b5f14195: from storage DS-126381fa-4e05-48ae-9f8b-9fdc609dd9d3 node DatanodeRegistration(127.0.0.1:41149, datanodeUuid=fdd5608b-dbe7-48d6-b1be-12c7d07934fc, infoPort=36011, infoSecurePort=0, ipcPort=43295, storageInfo=lv=-57;cid=testClusterID;nsid=2110860376;c=1731176454066), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T18:20:56,248 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xea3380048efb9863 with lease ID 0xd1838a32b5f14195: Processing first storage report for DS-14c632d0-cd11-4af7-b43f-58d15ac4df32 from datanode DatanodeRegistration(127.0.0.1:41149, datanodeUuid=fdd5608b-dbe7-48d6-b1be-12c7d07934fc, infoPort=36011, infoSecurePort=0, ipcPort=43295, storageInfo=lv=-57;cid=testClusterID;nsid=2110860376;c=1731176454066) 2024-11-09T18:20:56,248 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xea3380048efb9863 with lease ID 0xd1838a32b5f14195: from storage DS-14c632d0-cd11-4af7-b43f-58d15ac4df32 node DatanodeRegistration(127.0.0.1:41149, datanodeUuid=fdd5608b-dbe7-48d6-b1be-12c7d07934fc, infoPort=36011, infoSecurePort=0, ipcPort=43295, storageInfo=lv=-57;cid=testClusterID;nsid=2110860376;c=1731176454066), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T18:20:56,343 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16c1bd69-e43b-8d44-d58b-4909b1e1a84c 2024-11-09T18:20:56,343 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:20:56,344 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:20:56,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41149 is added to blk_1073741825_1001 (size=7) 2024-11-09T18:20:56,751 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065 with version=8 2024-11-09T18:20:56,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/hbase-staging 2024-11-09T18:20:56,753 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fb97eb0edbe8:0 server-side Connection retries=45 2024-11-09T18:20:56,753 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:20:56,753 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T18:20:56,753 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T18:20:56,754 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:20:56,754 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T18:20:56,754 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T18:20:56,754 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T18:20:56,754 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37351 2024-11-09T18:20:56,755 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37351 connecting to ZooKeeper ensemble=127.0.0.1:52022 2024-11-09T18:20:56,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:373510x0, quorum=127.0.0.1:52022, baseZNode=/0701697357 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:20:56,860 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37351-0x10120d453450000 connected 2024-11-09T18:20:56,943 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:20:56,945 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:20:56,947 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37351-0x10120d453450000, quorum=127.0.0.1:52022, baseZNode=/0701697357 Set watcher on znode that does not yet exist, /0701697357/running 2024-11-09T18:20:56,947 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065, hbase.cluster.distributed=false 2024-11-09T18:20:56,948 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37351-0x10120d453450000, quorum=127.0.0.1:52022, baseZNode=/0701697357 Set watcher on znode that does not yet exist, /0701697357/acl 2024-11-09T18:20:56,949 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37351 2024-11-09T18:20:56,949 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37351 2024-11-09T18:20:56,949 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37351 2024-11-09T18:20:56,949 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37351 2024-11-09T18:20:56,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37351 2024-11-09T18:20:56,963 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fb97eb0edbe8:0 server-side Connection retries=45 2024-11-09T18:20:56,963 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:20:56,963 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T18:20:56,963 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T18:20:56,963 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:20:56,963 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T18:20:56,963 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T18:20:56,963 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T18:20:56,964 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43747 2024-11-09T18:20:56,964 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43747 connecting to ZooKeeper ensemble=127.0.0.1:52022 2024-11-09T18:20:56,965 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:20:56,966 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:20:56,991 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:437470x0, quorum=127.0.0.1:52022, baseZNode=/0701697357 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:20:56,991 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:437470x0, quorum=127.0.0.1:52022, baseZNode=/0701697357 Set watcher on znode that does not yet exist, /0701697357/running 2024-11-09T18:20:56,991 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43747-0x10120d453450001 connected 2024-11-09T18:20:56,992 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T18:20:56,992 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T18:20:56,992 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43747-0x10120d453450001, quorum=127.0.0.1:52022, baseZNode=/0701697357 Set watcher on znode that does not yet exist, /0701697357/master 2024-11-09T18:20:56,993 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43747-0x10120d453450001, quorum=127.0.0.1:52022, baseZNode=/0701697357 Set watcher on znode that does not yet exist, /0701697357/acl 2024-11-09T18:20:56,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43747 2024-11-09T18:20:56,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43747 2024-11-09T18:20:56,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43747 2024-11-09T18:20:56,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43747 2024-11-09T18:20:57,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43747 2024-11-09T18:20:57,015 DEBUG [M:0;fb97eb0edbe8:37351 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fb97eb0edbe8:37351 2024-11-09T18:20:57,015 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0701697357/backup-masters/fb97eb0edbe8,37351,1731176456753 2024-11-09T18:20:57,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37351-0x10120d453450000, quorum=127.0.0.1:52022, baseZNode=/0701697357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701697357/backup-masters 2024-11-09T18:20:57,027 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43747-0x10120d453450001, quorum=127.0.0.1:52022, baseZNode=/0701697357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701697357/backup-masters 2024-11-09T18:20:57,027 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37351-0x10120d453450000, quorum=127.0.0.1:52022, baseZNode=/0701697357 Set watcher on existing znode=/0701697357/backup-masters/fb97eb0edbe8,37351,1731176456753 2024-11-09T18:20:57,037 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43747-0x10120d453450001, quorum=127.0.0.1:52022, baseZNode=/0701697357 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0701697357/master 2024-11-09T18:20:57,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37351-0x10120d453450000, quorum=127.0.0.1:52022, baseZNode=/0701697357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701697357 2024-11-09T18:20:57,037 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43747-0x10120d453450001, quorum=127.0.0.1:52022, baseZNode=/0701697357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701697357 2024-11-09T18:20:57,038 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37351-0x10120d453450000, quorum=127.0.0.1:52022, baseZNode=/0701697357 Set watcher on existing znode=/0701697357/master 2024-11-09T18:20:57,038 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0701697357/backup-masters/fb97eb0edbe8,37351,1731176456753 from backup master directory 2024-11-09T18:20:57,048 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43747-0x10120d453450001, quorum=127.0.0.1:52022, baseZNode=/0701697357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701697357/backup-masters 2024-11-09T18:20:57,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37351-0x10120d453450000, quorum=127.0.0.1:52022, baseZNode=/0701697357 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0701697357/backup-masters/fb97eb0edbe8,37351,1731176456753 2024-11-09T18:20:57,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37351-0x10120d453450000, quorum=127.0.0.1:52022, baseZNode=/0701697357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701697357/backup-masters 2024-11-09T18:20:57,048 WARN [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T18:20:57,048 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fb97eb0edbe8,37351,1731176456753 2024-11-09T18:20:57,051 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/hbase.id] with ID: 1dea365c-aeac-49c3-9e72-bb92bd83d29e 2024-11-09T18:20:57,051 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/.tmp/hbase.id 2024-11-09T18:20:57,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41149 is added to blk_1073741826_1002 (size=42) 2024-11-09T18:20:57,458 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/.tmp/hbase.id]:[hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/hbase.id] 2024-11-09T18:20:57,465 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:20:57,465 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T18:20:57,466 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T18:20:57,522 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43747-0x10120d453450001, quorum=127.0.0.1:52022, baseZNode=/0701697357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701697357 2024-11-09T18:20:57,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37351-0x10120d453450000, quorum=127.0.0.1:52022, baseZNode=/0701697357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701697357 2024-11-09T18:20:57,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41149 is added to blk_1073741827_1003 (size=196) 2024-11-09T18:20:57,926 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:20:57,927 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T18:20:57,928 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:20:57,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41149 is added to blk_1073741828_1004 (size=1189) 2024-11-09T18:20:58,334 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/MasterData/data/master/store 2024-11-09T18:20:58,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41149 is added to blk_1073741829_1005 (size=34) 2024-11-09T18:20:58,741 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:20:58,742 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T18:20:58,742 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:20:58,742 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:20:58,742 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T18:20:58,742 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:20:58,742 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:20:58,742 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731176458741Disabling compacts and flushes for region at 1731176458741Disabling writes for close at 1731176458742 (+1 ms)Writing region close event to WAL at 1731176458742Closed at 1731176458742 2024-11-09T18:20:58,742 WARN [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/MasterData/data/master/store/.initializing 2024-11-09T18:20:58,743 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/MasterData/WALs/fb97eb0edbe8,37351,1731176456753 2024-11-09T18:20:58,743 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T18:20:58,744 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb97eb0edbe8%2C37351%2C1731176456753, suffix=, logDir=hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/MasterData/WALs/fb97eb0edbe8,37351,1731176456753, archiveDir=hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/MasterData/oldWALs, maxLogs=10 2024-11-09T18:20:58,762 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/MasterData/WALs/fb97eb0edbe8,37351,1731176456753/fb97eb0edbe8%2C37351%2C1731176456753.1731176458745, exclude list is [], retry=0 2024-11-09T18:20:58,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41149,DS-126381fa-4e05-48ae-9f8b-9fdc609dd9d3,DISK] 2024-11-09T18:20:58,766 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/MasterData/WALs/fb97eb0edbe8,37351,1731176456753/fb97eb0edbe8%2C37351%2C1731176456753.1731176458745 2024-11-09T18:20:58,766 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36011:36011)] 2024-11-09T18:20:58,766 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:20:58,766 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:20:58,766 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:20:58,766 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:20:58,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:20:58,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T18:20:58,768 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:20:58,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:20:58,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:20:58,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T18:20:58,770 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:20:58,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:20:58,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:20:58,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T18:20:58,771 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:20:58,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:20:58,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:20:58,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T18:20:58,772 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:20:58,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:20:58,772 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:20:58,773 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:20:58,773 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:20:58,774 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:20:58,774 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:20:58,774 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:20:58,775 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:20:58,777 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:20:58,777 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66611092, jitterRate=-0.0074173808097839355}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:20:58,777 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731176458766Initializing all the Stores at 1731176458767 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176458767Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176458767Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176458767Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176458767Cleaning up temporary data from old regions at 1731176458774 (+7 ms)Region opened successfully at 1731176458777 (+3 ms) 2024-11-09T18:20:58,778 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T18:20:58,780 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@498baa3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb97eb0edbe8/172.17.0.3:0 2024-11-09T18:20:58,780 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T18:20:58,780 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T18:20:58,780 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T18:20:58,781 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T18:20:58,781 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T18:20:58,781 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T18:20:58,781 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T18:20:58,783 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T18:20:58,783 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37351-0x10120d453450000, quorum=127.0.0.1:52022, baseZNode=/0701697357 Unable to get data of znode /0701697357/balancer because node does not exist (not necessarily an error) 2024-11-09T18:20:58,837 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0701697357/balancer already deleted, retry=false 2024-11-09T18:20:58,838 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T18:20:58,839 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37351-0x10120d453450000, quorum=127.0.0.1:52022, baseZNode=/0701697357 Unable to get data of znode /0701697357/normalizer because node does not exist (not necessarily an error) 2024-11-09T18:20:58,848 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0701697357/normalizer already deleted, retry=false 2024-11-09T18:20:58,848 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:20:58,848 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T18:20:58,848 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fb97eb0edbe8,32911,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fb97eb0edbe8:32911 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T18:20:58,849 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38412 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fb97eb0edbe8,32911,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fb97eb0edbe8:32911 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T18:20:58,849 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37351-0x10120d453450000, quorum=127.0.0.1:52022, baseZNode=/0701697357 Unable to get data of znode /0701697357/switch/split because node does not exist (not necessarily an error) 2024-11-09T18:20:58,858 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0701697357/switch/split already deleted, retry=false 2024-11-09T18:20:58,859 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37351-0x10120d453450000, quorum=127.0.0.1:52022, baseZNode=/0701697357 Unable to get data of znode /0701697357/switch/merge because node does not exist (not necessarily an error) 2024-11-09T18:20:58,869 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0701697357/switch/merge already deleted, retry=false 2024-11-09T18:20:58,871 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37351-0x10120d453450000, quorum=127.0.0.1:52022, baseZNode=/0701697357 Unable to get data of znode /0701697357/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T18:20:58,879 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0701697357/snapshot-cleanup already deleted, retry=false 2024-11-09T18:20:58,890 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43747-0x10120d453450001, quorum=127.0.0.1:52022, baseZNode=/0701697357 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0701697357/running 2024-11-09T18:20:58,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37351-0x10120d453450000, quorum=127.0.0.1:52022, baseZNode=/0701697357 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0701697357/running 2024-11-09T18:20:58,890 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43747-0x10120d453450001, quorum=127.0.0.1:52022, baseZNode=/0701697357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701697357 2024-11-09T18:20:58,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37351-0x10120d453450000, quorum=127.0.0.1:52022, baseZNode=/0701697357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701697357 2024-11-09T18:20:58,890 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fb97eb0edbe8,37351,1731176456753, sessionid=0x10120d453450000, setting cluster-up flag (Was=false) 2024-11-09T18:20:58,911 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43747-0x10120d453450001, quorum=127.0.0.1:52022, baseZNode=/0701697357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701697357 2024-11-09T18:20:58,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37351-0x10120d453450000, quorum=127.0.0.1:52022, baseZNode=/0701697357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701697357 2024-11-09T18:20:58,942 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0701697357/flush-table-proc/acquired, /0701697357/flush-table-proc/reached, /0701697357/flush-table-proc/abort 2024-11-09T18:20:58,944 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb97eb0edbe8,37351,1731176456753 2024-11-09T18:20:58,964 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43747-0x10120d453450001, quorum=127.0.0.1:52022, baseZNode=/0701697357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701697357 2024-11-09T18:20:58,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37351-0x10120d453450000, quorum=127.0.0.1:52022, baseZNode=/0701697357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701697357 2024-11-09T18:20:58,995 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0701697357/online-snapshot/acquired, /0701697357/online-snapshot/reached, /0701697357/online-snapshot/abort 2024-11-09T18:20:58,996 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb97eb0edbe8,37351,1731176456753 2024-11-09T18:20:58,997 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T18:20:58,998 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T18:20:58,998 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T18:20:58,998 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T18:20:58,998 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fb97eb0edbe8,37351,1731176456753 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T18:20:59,000 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:20:59,000 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:20:59,000 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:20:59,000 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:20:59,000 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fb97eb0edbe8:0, corePoolSize=10, maxPoolSize=10 2024-11-09T18:20:59,000 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:20:59,000 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=2, maxPoolSize=2 2024-11-09T18:20:59,000 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:20:59,000 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731176489000 2024-11-09T18:20:59,001 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T18:20:59,001 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T18:20:59,001 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T18:20:59,001 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T18:20:59,001 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T18:20:59,001 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T18:20:59,001 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:20:59,001 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T18:20:59,001 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T18:20:59,001 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T18:20:59,001 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T18:20:59,001 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T18:20:59,002 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T18:20:59,002 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:20:59,002 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T18:20:59,002 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T18:20:59,002 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T18:20:59,002 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731176459002,5,FailOnTimeoutGroup] 2024-11-09T18:20:59,002 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731176459002,5,FailOnTimeoutGroup] 2024-11-09T18:20:59,002 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T18:20:59,002 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T18:20:59,002 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T18:20:59,003 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T18:20:59,003 INFO [RS:0;fb97eb0edbe8:43747 {}] regionserver.HRegionServer(746): ClusterId : 1dea365c-aeac-49c3-9e72-bb92bd83d29e 2024-11-09T18:20:59,003 DEBUG [RS:0;fb97eb0edbe8:43747 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T18:20:59,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41149 is added to blk_1073741831_1007 (size=1321) 2024-11-09T18:20:59,012 DEBUG [RS:0;fb97eb0edbe8:43747 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T18:20:59,012 DEBUG [RS:0;fb97eb0edbe8:43747 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T18:20:59,023 DEBUG [RS:0;fb97eb0edbe8:43747 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T18:20:59,023 DEBUG [RS:0;fb97eb0edbe8:43747 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e18b06e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb97eb0edbe8/172.17.0.3:0 2024-11-09T18:20:59,035 DEBUG [RS:0;fb97eb0edbe8:43747 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fb97eb0edbe8:43747 2024-11-09T18:20:59,035 INFO [RS:0;fb97eb0edbe8:43747 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T18:20:59,035 INFO [RS:0;fb97eb0edbe8:43747 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T18:20:59,035 DEBUG [RS:0;fb97eb0edbe8:43747 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T18:20:59,036 INFO [RS:0;fb97eb0edbe8:43747 {}] regionserver.HRegionServer(2659): reportForDuty to master=fb97eb0edbe8,37351,1731176456753 with port=43747, startcode=1731176456963 2024-11-09T18:20:59,036 DEBUG [RS:0;fb97eb0edbe8:43747 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T18:20:59,037 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37855, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T18:20:59,038 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37351 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fb97eb0edbe8,43747,1731176456963 2024-11-09T18:20:59,038 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37351 {}] master.ServerManager(517): Registering regionserver=fb97eb0edbe8,43747,1731176456963 2024-11-09T18:20:59,039 DEBUG [RS:0;fb97eb0edbe8:43747 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065 2024-11-09T18:20:59,039 DEBUG [RS:0;fb97eb0edbe8:43747 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35205 2024-11-09T18:20:59,039 DEBUG [RS:0;fb97eb0edbe8:43747 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T18:20:59,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37351-0x10120d453450000, quorum=127.0.0.1:52022, baseZNode=/0701697357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701697357/rs 2024-11-09T18:20:59,048 DEBUG [RS:0;fb97eb0edbe8:43747 {}] zookeeper.ZKUtil(111): regionserver:43747-0x10120d453450001, quorum=127.0.0.1:52022, baseZNode=/0701697357 Set watcher on existing znode=/0701697357/rs/fb97eb0edbe8,43747,1731176456963 2024-11-09T18:20:59,048 WARN [RS:0;fb97eb0edbe8:43747 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T18:20:59,048 INFO [RS:0;fb97eb0edbe8:43747 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:20:59,048 DEBUG [RS:0;fb97eb0edbe8:43747 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/WALs/fb97eb0edbe8,43747,1731176456963 2024-11-09T18:20:59,048 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fb97eb0edbe8,43747,1731176456963] 2024-11-09T18:20:59,050 INFO [RS:0;fb97eb0edbe8:43747 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T18:20:59,052 INFO [RS:0;fb97eb0edbe8:43747 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T18:20:59,052 INFO [RS:0;fb97eb0edbe8:43747 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T18:20:59,052 INFO [RS:0;fb97eb0edbe8:43747 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:20:59,055 INFO [RS:0;fb97eb0edbe8:43747 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T18:20:59,055 INFO [RS:0;fb97eb0edbe8:43747 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T18:20:59,055 INFO [RS:0;fb97eb0edbe8:43747 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T18:20:59,055 DEBUG [RS:0;fb97eb0edbe8:43747 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:20:59,055 DEBUG [RS:0;fb97eb0edbe8:43747 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:20:59,055 DEBUG [RS:0;fb97eb0edbe8:43747 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:20:59,055 DEBUG [RS:0;fb97eb0edbe8:43747 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:20:59,055 DEBUG [RS:0;fb97eb0edbe8:43747 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:20:59,055 DEBUG [RS:0;fb97eb0edbe8:43747 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=2, maxPoolSize=2 2024-11-09T18:20:59,055 DEBUG [RS:0;fb97eb0edbe8:43747 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:20:59,055 DEBUG [RS:0;fb97eb0edbe8:43747 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:20:59,055 DEBUG [RS:0;fb97eb0edbe8:43747 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:20:59,055 DEBUG [RS:0;fb97eb0edbe8:43747 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:20:59,055 DEBUG [RS:0;fb97eb0edbe8:43747 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:20:59,055 DEBUG [RS:0;fb97eb0edbe8:43747 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:20:59,055 DEBUG [RS:0;fb97eb0edbe8:43747 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:20:59,055 DEBUG [RS:0;fb97eb0edbe8:43747 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:20:59,057 INFO [RS:0;fb97eb0edbe8:43747 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:20:59,057 INFO [RS:0;fb97eb0edbe8:43747 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:20:59,057 INFO [RS:0;fb97eb0edbe8:43747 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:20:59,057 INFO [RS:0;fb97eb0edbe8:43747 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T18:20:59,057 INFO [RS:0;fb97eb0edbe8:43747 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T18:20:59,057 INFO [RS:0;fb97eb0edbe8:43747 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,43747,1731176456963-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T18:20:59,071 INFO [RS:0;fb97eb0edbe8:43747 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T18:20:59,071 INFO [RS:0;fb97eb0edbe8:43747 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,43747,1731176456963-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:20:59,071 INFO [RS:0;fb97eb0edbe8:43747 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:20:59,071 INFO [RS:0;fb97eb0edbe8:43747 {}] regionserver.Replication(171): fb97eb0edbe8,43747,1731176456963 started 2024-11-09T18:20:59,084 INFO [RS:0;fb97eb0edbe8:43747 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:20:59,084 INFO [RS:0;fb97eb0edbe8:43747 {}] regionserver.HRegionServer(1482): Serving as fb97eb0edbe8,43747,1731176456963, RpcServer on fb97eb0edbe8/172.17.0.3:43747, sessionid=0x10120d453450001 2024-11-09T18:20:59,084 DEBUG [RS:0;fb97eb0edbe8:43747 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T18:20:59,084 DEBUG [RS:0;fb97eb0edbe8:43747 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fb97eb0edbe8,43747,1731176456963 2024-11-09T18:20:59,084 DEBUG [RS:0;fb97eb0edbe8:43747 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,43747,1731176456963' 2024-11-09T18:20:59,084 DEBUG [RS:0;fb97eb0edbe8:43747 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0701697357/flush-table-proc/abort' 2024-11-09T18:20:59,085 DEBUG [RS:0;fb97eb0edbe8:43747 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0701697357/flush-table-proc/acquired' 2024-11-09T18:20:59,085 DEBUG [RS:0;fb97eb0edbe8:43747 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T18:20:59,085 DEBUG [RS:0;fb97eb0edbe8:43747 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T18:20:59,085 DEBUG [RS:0;fb97eb0edbe8:43747 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fb97eb0edbe8,43747,1731176456963 2024-11-09T18:20:59,085 DEBUG [RS:0;fb97eb0edbe8:43747 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,43747,1731176456963' 2024-11-09T18:20:59,085 DEBUG [RS:0;fb97eb0edbe8:43747 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0701697357/online-snapshot/abort' 2024-11-09T18:20:59,085 DEBUG [RS:0;fb97eb0edbe8:43747 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0701697357/online-snapshot/acquired' 2024-11-09T18:20:59,085 DEBUG [RS:0;fb97eb0edbe8:43747 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T18:20:59,085 INFO [RS:0;fb97eb0edbe8:43747 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T18:20:59,085 INFO [RS:0;fb97eb0edbe8:43747 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T18:20:59,186 INFO [RS:0;fb97eb0edbe8:43747 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T18:20:59,187 INFO [RS:0;fb97eb0edbe8:43747 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fb97eb0edbe8%2C43747%2C1731176456963, suffix=, logDir=hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/WALs/fb97eb0edbe8,43747,1731176456963, archiveDir=hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/oldWALs, maxLogs=10 2024-11-09T18:20:59,208 DEBUG [RS:0;fb97eb0edbe8:43747 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/WALs/fb97eb0edbe8,43747,1731176456963/fb97eb0edbe8%2C43747%2C1731176456963.1731176459187, exclude list is [], retry=0 2024-11-09T18:20:59,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41149,DS-126381fa-4e05-48ae-9f8b-9fdc609dd9d3,DISK] 2024-11-09T18:20:59,211 INFO [RS:0;fb97eb0edbe8:43747 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/WALs/fb97eb0edbe8,43747,1731176456963/fb97eb0edbe8%2C43747%2C1731176456963.1731176459187 2024-11-09T18:20:59,211 DEBUG [RS:0;fb97eb0edbe8:43747 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36011:36011)] 2024-11-09T18:20:59,410 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T18:20:59,410 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065 2024-11-09T18:20:59,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41149 is added to blk_1073741833_1009 (size=32) 2024-11-09T18:20:59,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:20:59,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T18:20:59,817 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T18:20:59,817 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:20:59,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:20:59,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T18:20:59,818 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T18:20:59,818 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:20:59,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:20:59,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T18:20:59,820 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T18:20:59,820 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:20:59,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:20:59,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T18:20:59,821 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T18:20:59,821 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:20:59,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:20:59,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T18:20:59,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/data/hbase/meta/1588230740 2024-11-09T18:20:59,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/data/hbase/meta/1588230740 2024-11-09T18:20:59,823 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T18:20:59,823 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T18:20:59,823 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:20:59,824 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T18:20:59,825 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:20:59,825 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73596979, jitterRate=0.09668044745922089}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:20:59,826 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731176459816Initializing all the Stores at 1731176459816Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176459816Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176459816Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176459816Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176459816Cleaning up temporary data from old regions at 1731176459823 (+7 ms)Region opened successfully at 1731176459826 (+3 ms) 2024-11-09T18:20:59,826 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T18:20:59,826 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T18:20:59,826 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T18:20:59,826 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T18:20:59,826 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T18:20:59,826 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T18:20:59,826 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731176459826Disabling compacts and flushes for region at 1731176459826Disabling writes for close at 1731176459826Writing region close event to WAL at 1731176459826Closed at 1731176459826 2024-11-09T18:20:59,827 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:20:59,827 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T18:20:59,827 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T18:20:59,828 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T18:20:59,828 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T18:20:59,979 DEBUG [fb97eb0edbe8:37351 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T18:20:59,979 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fb97eb0edbe8,43747,1731176456963 2024-11-09T18:20:59,980 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb97eb0edbe8,43747,1731176456963, state=OPENING 2024-11-09T18:21:00,037 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T18:21:00,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37351-0x10120d453450000, quorum=127.0.0.1:52022, baseZNode=/0701697357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701697357 2024-11-09T18:21:00,048 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43747-0x10120d453450001, quorum=127.0.0.1:52022, baseZNode=/0701697357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701697357 2024-11-09T18:21:00,048 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T18:21:00,048 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,43747,1731176456963}] 2024-11-09T18:21:00,048 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0701697357/meta-region-server: CHANGED 2024-11-09T18:21:00,048 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0701697357/meta-region-server: CHANGED 2024-11-09T18:21:00,200 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T18:21:00,201 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52509, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T18:21:00,204 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T18:21:00,204 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:21:00,204 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T18:21:00,205 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fb97eb0edbe8%2C43747%2C1731176456963.meta, suffix=.meta, logDir=hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/WALs/fb97eb0edbe8,43747,1731176456963, archiveDir=hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/oldWALs, maxLogs=10 2024-11-09T18:21:00,217 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/WALs/fb97eb0edbe8,43747,1731176456963/fb97eb0edbe8%2C43747%2C1731176456963.meta.1731176460205.meta, exclude list is [], retry=0 2024-11-09T18:21:00,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41149,DS-126381fa-4e05-48ae-9f8b-9fdc609dd9d3,DISK] 2024-11-09T18:21:00,220 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/WALs/fb97eb0edbe8,43747,1731176456963/fb97eb0edbe8%2C43747%2C1731176456963.meta.1731176460205.meta 2024-11-09T18:21:00,221 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36011:36011)] 2024-11-09T18:21:00,221 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:21:00,221 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T18:21:00,221 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T18:21:00,221 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T18:21:00,221 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T18:21:00,221 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T18:21:00,221 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:21:00,221 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T18:21:00,221 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T18:21:00,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T18:21:00,223 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T18:21:00,223 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:00,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:21:00,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T18:21:00,224 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T18:21:00,224 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:00,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:21:00,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T18:21:00,225 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T18:21:00,225 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:00,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:21:00,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T18:21:00,225 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T18:21:00,225 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:00,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:21:00,226 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T18:21:00,226 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/data/hbase/meta/1588230740 2024-11-09T18:21:00,227 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/data/hbase/meta/1588230740 2024-11-09T18:21:00,228 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T18:21:00,228 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T18:21:00,228 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:21:00,229 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T18:21:00,229 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59737880, jitterRate=-0.10983622074127197}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:21:00,229 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T18:21:00,230 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731176460221Writing region info on filesystem at 1731176460221Initializing all the Stores at 1731176460222 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176460222Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176460222Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176460222Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176460222Cleaning up temporary data from old regions at 1731176460228 (+6 ms)Running coprocessor post-open hooks at 1731176460229 (+1 ms)Region opened successfully at 1731176460230 (+1 ms) 2024-11-09T18:21:00,230 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731176460200 2024-11-09T18:21:00,232 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T18:21:00,232 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T18:21:00,232 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,43747,1731176456963 2024-11-09T18:21:00,233 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb97eb0edbe8,43747,1731176456963, state=OPEN 2024-11-09T18:21:00,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37351-0x10120d453450000, quorum=127.0.0.1:52022, baseZNode=/0701697357 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0701697357/meta-region-server 2024-11-09T18:21:00,312 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43747-0x10120d453450001, quorum=127.0.0.1:52022, baseZNode=/0701697357 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0701697357/meta-region-server 2024-11-09T18:21:00,313 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,43747,1731176456963 2024-11-09T18:21:00,313 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0701697357/meta-region-server: CHANGED 2024-11-09T18:21:00,313 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0701697357/meta-region-server: CHANGED 2024-11-09T18:21:00,314 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T18:21:00,314 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,43747,1731176456963 in 265 msec 2024-11-09T18:21:00,315 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T18:21:00,315 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 487 msec 2024-11-09T18:21:00,316 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:21:00,316 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T18:21:00,317 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:21:00,317 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,43747,1731176456963, seqNum=-1] 2024-11-09T18:21:00,317 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:21:00,318 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44281, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:21:00,321 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3230 sec 2024-11-09T18:21:00,321 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731176460321, completionTime=-1 2024-11-09T18:21:00,321 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T18:21:00,321 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T18:21:00,323 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T18:21:00,323 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731176520323 2024-11-09T18:21:00,323 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731176580323 2024-11-09T18:21:00,323 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T18:21:00,323 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,37351,1731176456753-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:00,323 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,37351,1731176456753-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:00,323 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,37351,1731176456753-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:00,323 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fb97eb0edbe8:37351, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:00,324 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:00,324 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:00,325 DEBUG [master/fb97eb0edbe8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T18:21:00,326 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.278sec 2024-11-09T18:21:00,326 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T18:21:00,327 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T18:21:00,327 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T18:21:00,327 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T18:21:00,327 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T18:21:00,327 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,37351,1731176456753-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T18:21:00,327 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,37351,1731176456753-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T18:21:00,328 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T18:21:00,328 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T18:21:00,328 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,37351,1731176456753-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:00,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c18c4f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:21:00,404 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,37351,-1 for getting cluster id 2024-11-09T18:21:00,404 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:21:00,405 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1dea365c-aeac-49c3-9e72-bb92bd83d29e' 2024-11-09T18:21:00,405 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:21:00,405 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1dea365c-aeac-49c3-9e72-bb92bd83d29e" 2024-11-09T18:21:00,405 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e0b49f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:21:00,405 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,37351,-1] 2024-11-09T18:21:00,405 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:21:00,406 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:21:00,406 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:21:00,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bc004bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:21:00,407 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:21:00,408 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,43747,1731176456963, seqNum=-1] 2024-11-09T18:21:00,408 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:21:00,409 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:21:00,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fb97eb0edbe8,37351,1731176456753 2024-11-09T18:21:00,411 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52022 2024-11-09T18:21:00,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52022, baseZNode=/0701697357 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:21:00,433 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10120d453450002 connected 2024-11-09T18:21:00,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16c1bd69-e43b-8d44-d58b-4909b1e1a84c/hadoop.log.dir so I do NOT create it in target/test-data/eb837ed0-3c81-2848-b294-8e4411e369fa 2024-11-09T18:21:00,445 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16c1bd69-e43b-8d44-d58b-4909b1e1a84c/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T18:21:00,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16c1bd69-e43b-8d44-d58b-4909b1e1a84c/hadoop.tmp.dir so I do NOT create it in target/test-data/eb837ed0-3c81-2848-b294-8e4411e369fa 2024-11-09T18:21:00,445 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16c1bd69-e43b-8d44-d58b-4909b1e1a84c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T18:21:00,445 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb837ed0-3c81-2848-b294-8e4411e369fa 2024-11-09T18:21:00,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T18:21:00,445 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb837ed0-3c81-2848-b294-8e4411e369fa/cluster_0e38f5e5-92c1-583c-d9f4-7087dabbc2f0, deleteOnExit=true 2024-11-09T18:21:00,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T18:21:00,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb837ed0-3c81-2848-b294-8e4411e369fa/test.cache.data in system properties and HBase conf 2024-11-09T18:21:00,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb837ed0-3c81-2848-b294-8e4411e369fa/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T18:21:00,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb837ed0-3c81-2848-b294-8e4411e369fa/hadoop.log.dir in system properties and HBase conf 2024-11-09T18:21:00,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb837ed0-3c81-2848-b294-8e4411e369fa/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T18:21:00,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb837ed0-3c81-2848-b294-8e4411e369fa/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T18:21:00,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T18:21:00,446 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T18:21:00,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb837ed0-3c81-2848-b294-8e4411e369fa/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T18:21:00,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb837ed0-3c81-2848-b294-8e4411e369fa/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T18:21:00,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb837ed0-3c81-2848-b294-8e4411e369fa/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T18:21:00,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb837ed0-3c81-2848-b294-8e4411e369fa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T18:21:00,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb837ed0-3c81-2848-b294-8e4411e369fa/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T18:21:00,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb837ed0-3c81-2848-b294-8e4411e369fa/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T18:21:00,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb837ed0-3c81-2848-b294-8e4411e369fa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T18:21:00,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb837ed0-3c81-2848-b294-8e4411e369fa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T18:21:00,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb837ed0-3c81-2848-b294-8e4411e369fa/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T18:21:00,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb837ed0-3c81-2848-b294-8e4411e369fa/nfs.dump.dir in system properties and HBase conf 2024-11-09T18:21:00,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb837ed0-3c81-2848-b294-8e4411e369fa/java.io.tmpdir in system properties and HBase conf 2024-11-09T18:21:00,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb837ed0-3c81-2848-b294-8e4411e369fa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T18:21:00,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb837ed0-3c81-2848-b294-8e4411e369fa/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T18:21:00,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb837ed0-3c81-2848-b294-8e4411e369fa/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T18:21:00,781 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-09T18:21:00,782 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:00,782 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:00,818 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:00,818 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:00,818 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:00,818 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:00,819 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:00,819 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:00,825 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:00,828 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:00,828 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:00,830 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:00,852 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:21:00,856 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T18:21:00,858 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T18:21:00,858 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T18:21:00,858 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T18:21:00,859 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:21:00,864 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2424edd7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb837ed0-3c81-2848-b294-8e4411e369fa/hadoop.log.dir/,AVAILABLE} 2024-11-09T18:21:00,864 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b5b3de1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T18:21:00,959 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b95c3af{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb837ed0-3c81-2848-b294-8e4411e369fa/java.io.tmpdir/jetty-localhost-38833-hadoop-hdfs-3_4_1-tests_jar-_-any-11623891763744014237/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T18:21:00,959 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5a302027{HTTP/1.1, (http/1.1)}{localhost:38833} 2024-11-09T18:21:00,960 INFO [Time-limited test {}] server.Server(415): Started @231708ms 2024-11-09T18:21:01,433 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:21:01,435 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T18:21:01,438 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T18:21:01,438 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T18:21:01,438 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T18:21:01,438 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ba28043{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb837ed0-3c81-2848-b294-8e4411e369fa/hadoop.log.dir/,AVAILABLE} 2024-11-09T18:21:01,439 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b99e8b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T18:21:01,535 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@278eee5f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb837ed0-3c81-2848-b294-8e4411e369fa/java.io.tmpdir/jetty-localhost-46361-hadoop-hdfs-3_4_1-tests_jar-_-any-3835166796034127721/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:21:01,536 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@41fe9518{HTTP/1.1, (http/1.1)}{localhost:46361} 2024-11-09T18:21:01,536 INFO [Time-limited test {}] server.Server(415): Started @232284ms 2024-11-09T18:21:01,537 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T18:21:02,268 WARN [Thread-2764 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb837ed0-3c81-2848-b294-8e4411e369fa/cluster_0e38f5e5-92c1-583c-d9f4-7087dabbc2f0/data/data1/current/BP-189117810-172.17.0.3-1731176460460/current, will proceed with Du for space computation calculation, 2024-11-09T18:21:02,269 WARN [Thread-2765 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb837ed0-3c81-2848-b294-8e4411e369fa/cluster_0e38f5e5-92c1-583c-d9f4-7087dabbc2f0/data/data2/current/BP-189117810-172.17.0.3-1731176460460/current, will proceed with Du for space computation calculation, 2024-11-09T18:21:02,290 WARN [Thread-2752 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T18:21:02,292 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6497b05686e815a8 with lease ID 0xcc8fa84ace462b2c: Processing first storage report for DS-48537ee8-066f-4603-8a04-eb16e7747340 from datanode DatanodeRegistration(127.0.0.1:43511, datanodeUuid=b1fda54f-c3d6-4522-8f66-4a874b8b6c61, infoPort=35017, infoSecurePort=0, ipcPort=37083, storageInfo=lv=-57;cid=testClusterID;nsid=1520183876;c=1731176460460) 2024-11-09T18:21:02,292 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6497b05686e815a8 with lease ID 0xcc8fa84ace462b2c: from storage DS-48537ee8-066f-4603-8a04-eb16e7747340 node DatanodeRegistration(127.0.0.1:43511, datanodeUuid=b1fda54f-c3d6-4522-8f66-4a874b8b6c61, infoPort=35017, infoSecurePort=0, ipcPort=37083, storageInfo=lv=-57;cid=testClusterID;nsid=1520183876;c=1731176460460), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T18:21:02,292 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6497b05686e815a8 with lease ID 0xcc8fa84ace462b2c: Processing first storage report for DS-609391af-5a61-41ba-8eff-97b52ef30754 from datanode DatanodeRegistration(127.0.0.1:43511, datanodeUuid=b1fda54f-c3d6-4522-8f66-4a874b8b6c61, infoPort=35017, infoSecurePort=0, ipcPort=37083, storageInfo=lv=-57;cid=testClusterID;nsid=1520183876;c=1731176460460) 2024-11-09T18:21:02,292 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6497b05686e815a8 with lease ID 0xcc8fa84ace462b2c: from storage DS-609391af-5a61-41ba-8eff-97b52ef30754 node DatanodeRegistration(127.0.0.1:43511, datanodeUuid=b1fda54f-c3d6-4522-8f66-4a874b8b6c61, infoPort=35017, infoSecurePort=0, ipcPort=37083, storageInfo=lv=-57;cid=testClusterID;nsid=1520183876;c=1731176460460), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T18:21:02,364 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb837ed0-3c81-2848-b294-8e4411e369fa 2024-11-09T18:21:02,364 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:21:02,365 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:21:02,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43511 is added to blk_1073741825_1001 (size=7) 2024-11-09T18:21:02,780 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6 with version=8 2024-11-09T18:21:02,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/hbase-staging 2024-11-09T18:21:02,782 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fb97eb0edbe8:0 server-side Connection retries=45 2024-11-09T18:21:02,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:21:02,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T18:21:02,782 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T18:21:02,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:21:02,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T18:21:02,782 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T18:21:02,782 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T18:21:02,783 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36999 2024-11-09T18:21:02,783 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36999 connecting to ZooKeeper ensemble=127.0.0.1:52022 2024-11-09T18:21:02,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:369990x0, quorum=127.0.0.1:52022, baseZNode=/1-1579347476 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:21:02,827 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36999-0x10120d453450003 connected 2024-11-09T18:21:02,900 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:21:02,902 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:21:02,903 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36999-0x10120d453450003, quorum=127.0.0.1:52022, baseZNode=/1-1579347476 Set watcher on znode that does not yet exist, /1-1579347476/running 2024-11-09T18:21:02,903 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6, hbase.cluster.distributed=false 2024-11-09T18:21:02,904 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36999-0x10120d453450003, quorum=127.0.0.1:52022, baseZNode=/1-1579347476 Set watcher on znode that does not yet exist, /1-1579347476/acl 2024-11-09T18:21:02,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36999 2024-11-09T18:21:02,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36999 2024-11-09T18:21:02,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36999 2024-11-09T18:21:02,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36999 2024-11-09T18:21:02,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36999 2024-11-09T18:21:02,923 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fb97eb0edbe8:0 server-side Connection retries=45 2024-11-09T18:21:02,923 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:21:02,923 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T18:21:02,923 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T18:21:02,923 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:21:02,923 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T18:21:02,923 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T18:21:02,924 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T18:21:02,924 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38433 2024-11-09T18:21:02,925 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38433 connecting to ZooKeeper ensemble=127.0.0.1:52022 2024-11-09T18:21:02,925 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:21:02,927 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:21:02,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:384330x0, quorum=127.0.0.1:52022, baseZNode=/1-1579347476 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:21:02,943 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:384330x0, quorum=127.0.0.1:52022, baseZNode=/1-1579347476 Set watcher on znode that does not yet exist, /1-1579347476/running 2024-11-09T18:21:02,943 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38433-0x10120d453450004 connected 2024-11-09T18:21:02,943 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T18:21:02,943 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T18:21:02,944 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38433-0x10120d453450004, quorum=127.0.0.1:52022, baseZNode=/1-1579347476 Set watcher on znode that does not yet exist, /1-1579347476/master 2024-11-09T18:21:02,944 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38433-0x10120d453450004, quorum=127.0.0.1:52022, baseZNode=/1-1579347476 Set watcher on znode that does not yet exist, /1-1579347476/acl 2024-11-09T18:21:02,945 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38433 2024-11-09T18:21:02,946 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38433 2024-11-09T18:21:02,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38433 2024-11-09T18:21:02,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38433 2024-11-09T18:21:02,949 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38433 2024-11-09T18:21:02,965 DEBUG [M:0;fb97eb0edbe8:36999 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fb97eb0edbe8:36999 2024-11-09T18:21:02,966 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1579347476/backup-masters/fb97eb0edbe8,36999,1731176462782 2024-11-09T18:21:02,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38433-0x10120d453450004, quorum=127.0.0.1:52022, baseZNode=/1-1579347476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1579347476/backup-masters 2024-11-09T18:21:02,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36999-0x10120d453450003, quorum=127.0.0.1:52022, baseZNode=/1-1579347476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1579347476/backup-masters 2024-11-09T18:21:02,974 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36999-0x10120d453450003, quorum=127.0.0.1:52022, baseZNode=/1-1579347476 Set watcher on existing znode=/1-1579347476/backup-masters/fb97eb0edbe8,36999,1731176462782 2024-11-09T18:21:02,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38433-0x10120d453450004, quorum=127.0.0.1:52022, baseZNode=/1-1579347476 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1579347476/master 2024-11-09T18:21:02,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36999-0x10120d453450003, quorum=127.0.0.1:52022, baseZNode=/1-1579347476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1579347476 2024-11-09T18:21:02,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38433-0x10120d453450004, quorum=127.0.0.1:52022, baseZNode=/1-1579347476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1579347476 2024-11-09T18:21:02,985 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36999-0x10120d453450003, quorum=127.0.0.1:52022, baseZNode=/1-1579347476 Set watcher on existing znode=/1-1579347476/master 2024-11-09T18:21:02,985 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1579347476/backup-masters/fb97eb0edbe8,36999,1731176462782 from backup master directory 2024-11-09T18:21:02,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36999-0x10120d453450003, quorum=127.0.0.1:52022, baseZNode=/1-1579347476 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1579347476/backup-masters/fb97eb0edbe8,36999,1731176462782 2024-11-09T18:21:02,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38433-0x10120d453450004, quorum=127.0.0.1:52022, baseZNode=/1-1579347476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1579347476/backup-masters 2024-11-09T18:21:02,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36999-0x10120d453450003, quorum=127.0.0.1:52022, baseZNode=/1-1579347476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1579347476/backup-masters 2024-11-09T18:21:02,995 WARN [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T18:21:02,995 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fb97eb0edbe8,36999,1731176462782 2024-11-09T18:21:02,998 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/hbase.id] with ID: 30387491-1c16-4eae-9ba6-e921b06cbfbb 2024-11-09T18:21:02,998 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/.tmp/hbase.id 2024-11-09T18:21:03,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43511 is added to blk_1073741826_1002 (size=42) 2024-11-09T18:21:03,407 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/.tmp/hbase.id]:[hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/hbase.id] 2024-11-09T18:21:03,414 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:21:03,415 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T18:21:03,415 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-09T18:21:03,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38433-0x10120d453450004, quorum=127.0.0.1:52022, baseZNode=/1-1579347476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1579347476 2024-11-09T18:21:03,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36999-0x10120d453450003, quorum=127.0.0.1:52022, baseZNode=/1-1579347476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1579347476 2024-11-09T18:21:03,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43511 is added to blk_1073741827_1003 (size=196) 2024-11-09T18:21:03,873 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:21:03,874 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T18:21:03,874 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:21:03,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43511 is added to blk_1073741828_1004 (size=1189) 2024-11-09T18:21:04,279 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/MasterData/data/master/store 2024-11-09T18:21:04,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43511 is added to blk_1073741829_1005 (size=34) 2024-11-09T18:21:04,686 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:21:04,686 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T18:21:04,686 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:21:04,686 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:21:04,686 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T18:21:04,686 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:21:04,686 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:21:04,686 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731176464686Disabling compacts and flushes for region at 1731176464686Disabling writes for close at 1731176464686Writing region close event to WAL at 1731176464686Closed at 1731176464686 2024-11-09T18:21:04,687 WARN [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/MasterData/data/master/store/.initializing 2024-11-09T18:21:04,687 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/MasterData/WALs/fb97eb0edbe8,36999,1731176462782 2024-11-09T18:21:04,688 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T18:21:04,689 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb97eb0edbe8%2C36999%2C1731176462782, suffix=, logDir=hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/MasterData/WALs/fb97eb0edbe8,36999,1731176462782, archiveDir=hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/MasterData/oldWALs, maxLogs=10 2024-11-09T18:21:04,700 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/MasterData/WALs/fb97eb0edbe8,36999,1731176462782/fb97eb0edbe8%2C36999%2C1731176462782.1731176464689, exclude list is [], retry=0 2024-11-09T18:21:04,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43511,DS-48537ee8-066f-4603-8a04-eb16e7747340,DISK] 2024-11-09T18:21:04,703 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/MasterData/WALs/fb97eb0edbe8,36999,1731176462782/fb97eb0edbe8%2C36999%2C1731176462782.1731176464689 2024-11-09T18:21:04,703 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35017:35017)] 2024-11-09T18:21:04,703 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:21:04,703 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:21:04,703 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:21:04,703 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:21:04,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:21:04,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T18:21:04,705 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:04,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:21:04,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:21:04,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T18:21:04,706 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:04,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:21:04,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:21:04,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T18:21:04,707 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:04,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:21:04,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:21:04,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T18:21:04,708 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:04,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:21:04,708 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:21:04,709 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:21:04,709 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:21:04,710 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:21:04,710 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:21:04,710 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:21:04,711 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:21:04,712 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:21:04,712 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62446491, jitterRate=-0.06947477161884308}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:21:04,712 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731176464703Initializing all the Stores at 1731176464704 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176464704Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176464704Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176464704Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176464704Cleaning up temporary data from old regions at 1731176464710 (+6 ms)Region opened successfully at 1731176464712 (+2 ms) 2024-11-09T18:21:04,712 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T18:21:04,714 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@788af15d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb97eb0edbe8/172.17.0.3:0 2024-11-09T18:21:04,715 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T18:21:04,715 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T18:21:04,715 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T18:21:04,715 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T18:21:04,716 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T18:21:04,716 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T18:21:04,716 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T18:21:04,721 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T18:21:04,722 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36999-0x10120d453450003, quorum=127.0.0.1:52022, baseZNode=/1-1579347476 Unable to get data of znode /1-1579347476/balancer because node does not exist (not necessarily an error) 2024-11-09T18:21:04,805 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1579347476/balancer already deleted, retry=false 2024-11-09T18:21:04,806 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T18:21:04,807 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36999-0x10120d453450003, quorum=127.0.0.1:52022, baseZNode=/1-1579347476 Unable to get data of znode /1-1579347476/normalizer because node does not exist (not necessarily an error) 2024-11-09T18:21:04,816 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1579347476/normalizer already deleted, retry=false 2024-11-09T18:21:04,816 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T18:21:04,817 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36999-0x10120d453450003, quorum=127.0.0.1:52022, baseZNode=/1-1579347476 Unable to get data of znode /1-1579347476/switch/split because node does not exist (not necessarily an error) 2024-11-09T18:21:04,826 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1579347476/switch/split already deleted, retry=false 2024-11-09T18:21:04,827 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36999-0x10120d453450003, quorum=127.0.0.1:52022, baseZNode=/1-1579347476 Unable to get data of znode /1-1579347476/switch/merge because node does not exist (not necessarily an error) 2024-11-09T18:21:04,837 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1579347476/switch/merge already deleted, retry=false 2024-11-09T18:21:04,839 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36999-0x10120d453450003, quorum=127.0.0.1:52022, baseZNode=/1-1579347476 Unable to get data of znode /1-1579347476/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T18:21:04,847 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1579347476/snapshot-cleanup already deleted, retry=false 2024-11-09T18:21:04,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36999-0x10120d453450003, quorum=127.0.0.1:52022, baseZNode=/1-1579347476 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1579347476/running 2024-11-09T18:21:04,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38433-0x10120d453450004, quorum=127.0.0.1:52022, baseZNode=/1-1579347476 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1579347476/running 2024-11-09T18:21:04,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36999-0x10120d453450003, quorum=127.0.0.1:52022, baseZNode=/1-1579347476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1579347476 2024-11-09T18:21:04,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38433-0x10120d453450004, quorum=127.0.0.1:52022, baseZNode=/1-1579347476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1579347476 2024-11-09T18:21:04,858 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fb97eb0edbe8,36999,1731176462782, sessionid=0x10120d453450003, setting cluster-up flag (Was=false) 2024-11-09T18:21:04,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38433-0x10120d453450004, quorum=127.0.0.1:52022, baseZNode=/1-1579347476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1579347476 2024-11-09T18:21:04,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36999-0x10120d453450003, quorum=127.0.0.1:52022, baseZNode=/1-1579347476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1579347476 2024-11-09T18:21:05,051 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T18:21:05,180 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1579347476/flush-table-proc/acquired, /1-1579347476/flush-table-proc/reached, /1-1579347476/flush-table-proc/abort 2024-11-09T18:21:05,181 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb97eb0edbe8,36999,1731176462782 2024-11-09T18:21:05,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36999-0x10120d453450003, quorum=127.0.0.1:52022, baseZNode=/1-1579347476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1579347476 2024-11-09T18:21:05,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38433-0x10120d453450004, quorum=127.0.0.1:52022, baseZNode=/1-1579347476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1579347476 2024-11-09T18:21:05,233 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1579347476/online-snapshot/acquired, /1-1579347476/online-snapshot/reached, /1-1579347476/online-snapshot/abort 2024-11-09T18:21:05,234 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb97eb0edbe8,36999,1731176462782 2024-11-09T18:21:05,235 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T18:21:05,237 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T18:21:05,238 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T18:21:05,238 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T18:21:05,238 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fb97eb0edbe8,36999,1731176462782 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T18:21:05,239 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:21:05,239 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:21:05,240 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:21:05,240 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:21:05,240 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fb97eb0edbe8:0, corePoolSize=10, maxPoolSize=10 2024-11-09T18:21:05,240 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:21:05,240 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=2, maxPoolSize=2 2024-11-09T18:21:05,240 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:21:05,240 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731176495240 2024-11-09T18:21:05,240 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T18:21:05,241 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T18:21:05,241 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T18:21:05,241 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:21:05,241 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T18:21:05,241 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T18:21:05,241 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T18:21:05,241 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T18:21:05,241 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:05,241 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T18:21:05,242 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T18:21:05,242 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T18:21:05,242 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:05,242 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T18:21:05,242 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T18:21:05,242 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T18:21:05,242 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T18:21:05,242 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731176465242,5,FailOnTimeoutGroup] 2024-11-09T18:21:05,243 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731176465242,5,FailOnTimeoutGroup] 2024-11-09T18:21:05,243 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:05,243 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T18:21:05,243 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:05,243 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:05,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43511 is added to blk_1073741831_1007 (size=1321) 2024-11-09T18:21:05,255 INFO [RS:0;fb97eb0edbe8:38433 {}] regionserver.HRegionServer(746): ClusterId : 30387491-1c16-4eae-9ba6-e921b06cbfbb 2024-11-09T18:21:05,255 DEBUG [RS:0;fb97eb0edbe8:38433 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T18:21:05,265 DEBUG [RS:0;fb97eb0edbe8:38433 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T18:21:05,265 DEBUG [RS:0;fb97eb0edbe8:38433 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T18:21:05,275 DEBUG [RS:0;fb97eb0edbe8:38433 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T18:21:05,276 DEBUG [RS:0;fb97eb0edbe8:38433 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25d33840, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb97eb0edbe8/172.17.0.3:0 2024-11-09T18:21:05,289 DEBUG [RS:0;fb97eb0edbe8:38433 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fb97eb0edbe8:38433 2024-11-09T18:21:05,289 INFO [RS:0;fb97eb0edbe8:38433 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T18:21:05,289 INFO [RS:0;fb97eb0edbe8:38433 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T18:21:05,289 DEBUG [RS:0;fb97eb0edbe8:38433 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T18:21:05,290 INFO [RS:0;fb97eb0edbe8:38433 {}] regionserver.HRegionServer(2659): reportForDuty to master=fb97eb0edbe8,36999,1731176462782 with port=38433, startcode=1731176462923 2024-11-09T18:21:05,290 DEBUG [RS:0;fb97eb0edbe8:38433 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T18:21:05,291 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35621, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T18:21:05,292 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36999 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fb97eb0edbe8,38433,1731176462923 2024-11-09T18:21:05,292 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36999 {}] master.ServerManager(517): Registering regionserver=fb97eb0edbe8,38433,1731176462923 2024-11-09T18:21:05,293 DEBUG [RS:0;fb97eb0edbe8:38433 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6 2024-11-09T18:21:05,293 DEBUG [RS:0;fb97eb0edbe8:38433 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34711 2024-11-09T18:21:05,293 DEBUG [RS:0;fb97eb0edbe8:38433 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T18:21:05,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36999-0x10120d453450003, quorum=127.0.0.1:52022, baseZNode=/1-1579347476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1579347476/rs 2024-11-09T18:21:05,378 DEBUG [RS:0;fb97eb0edbe8:38433 {}] zookeeper.ZKUtil(111): regionserver:38433-0x10120d453450004, quorum=127.0.0.1:52022, baseZNode=/1-1579347476 Set watcher on existing znode=/1-1579347476/rs/fb97eb0edbe8,38433,1731176462923 2024-11-09T18:21:05,378 WARN [RS:0;fb97eb0edbe8:38433 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T18:21:05,378 INFO [RS:0;fb97eb0edbe8:38433 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:21:05,379 DEBUG [RS:0;fb97eb0edbe8:38433 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/WALs/fb97eb0edbe8,38433,1731176462923 2024-11-09T18:21:05,379 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fb97eb0edbe8,38433,1731176462923] 2024-11-09T18:21:05,381 INFO [RS:0;fb97eb0edbe8:38433 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T18:21:05,382 INFO [RS:0;fb97eb0edbe8:38433 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T18:21:05,383 INFO [RS:0;fb97eb0edbe8:38433 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T18:21:05,383 INFO [RS:0;fb97eb0edbe8:38433 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:05,383 INFO [RS:0;fb97eb0edbe8:38433 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T18:21:05,383 INFO [RS:0;fb97eb0edbe8:38433 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T18:21:05,384 INFO [RS:0;fb97eb0edbe8:38433 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:05,384 DEBUG [RS:0;fb97eb0edbe8:38433 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:21:05,384 DEBUG [RS:0;fb97eb0edbe8:38433 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:21:05,384 DEBUG [RS:0;fb97eb0edbe8:38433 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:21:05,384 DEBUG [RS:0;fb97eb0edbe8:38433 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:21:05,384 DEBUG [RS:0;fb97eb0edbe8:38433 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:21:05,384 DEBUG [RS:0;fb97eb0edbe8:38433 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=2, maxPoolSize=2 2024-11-09T18:21:05,384 DEBUG [RS:0;fb97eb0edbe8:38433 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:21:05,384 DEBUG [RS:0;fb97eb0edbe8:38433 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:21:05,384 DEBUG [RS:0;fb97eb0edbe8:38433 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:21:05,384 DEBUG [RS:0;fb97eb0edbe8:38433 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:21:05,384 DEBUG [RS:0;fb97eb0edbe8:38433 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:21:05,384 DEBUG [RS:0;fb97eb0edbe8:38433 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:21:05,384 DEBUG [RS:0;fb97eb0edbe8:38433 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:21:05,384 DEBUG [RS:0;fb97eb0edbe8:38433 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:21:05,384 INFO [RS:0;fb97eb0edbe8:38433 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:05,385 INFO [RS:0;fb97eb0edbe8:38433 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:05,385 INFO [RS:0;fb97eb0edbe8:38433 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:05,385 INFO [RS:0;fb97eb0edbe8:38433 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:05,385 INFO [RS:0;fb97eb0edbe8:38433 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:05,385 INFO [RS:0;fb97eb0edbe8:38433 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,38433,1731176462923-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T18:21:05,397 INFO [RS:0;fb97eb0edbe8:38433 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T18:21:05,398 INFO [RS:0;fb97eb0edbe8:38433 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,38433,1731176462923-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:05,398 INFO [RS:0;fb97eb0edbe8:38433 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:05,398 INFO [RS:0;fb97eb0edbe8:38433 {}] regionserver.Replication(171): fb97eb0edbe8,38433,1731176462923 started 2024-11-09T18:21:05,409 INFO [RS:0;fb97eb0edbe8:38433 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:05,410 INFO [RS:0;fb97eb0edbe8:38433 {}] regionserver.HRegionServer(1482): Serving as fb97eb0edbe8,38433,1731176462923, RpcServer on fb97eb0edbe8/172.17.0.3:38433, sessionid=0x10120d453450004 2024-11-09T18:21:05,410 DEBUG [RS:0;fb97eb0edbe8:38433 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T18:21:05,410 DEBUG [RS:0;fb97eb0edbe8:38433 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fb97eb0edbe8,38433,1731176462923 2024-11-09T18:21:05,410 DEBUG [RS:0;fb97eb0edbe8:38433 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,38433,1731176462923' 2024-11-09T18:21:05,410 DEBUG [RS:0;fb97eb0edbe8:38433 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1579347476/flush-table-proc/abort' 2024-11-09T18:21:05,410 DEBUG [RS:0;fb97eb0edbe8:38433 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1579347476/flush-table-proc/acquired' 2024-11-09T18:21:05,410 DEBUG [RS:0;fb97eb0edbe8:38433 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T18:21:05,411 DEBUG [RS:0;fb97eb0edbe8:38433 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T18:21:05,411 DEBUG [RS:0;fb97eb0edbe8:38433 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fb97eb0edbe8,38433,1731176462923 2024-11-09T18:21:05,411 DEBUG [RS:0;fb97eb0edbe8:38433 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,38433,1731176462923' 2024-11-09T18:21:05,411 DEBUG [RS:0;fb97eb0edbe8:38433 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1579347476/online-snapshot/abort' 2024-11-09T18:21:05,411 DEBUG [RS:0;fb97eb0edbe8:38433 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1579347476/online-snapshot/acquired' 2024-11-09T18:21:05,411 DEBUG [RS:0;fb97eb0edbe8:38433 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T18:21:05,411 INFO [RS:0;fb97eb0edbe8:38433 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T18:21:05,411 INFO [RS:0;fb97eb0edbe8:38433 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T18:21:05,511 INFO [RS:0;fb97eb0edbe8:38433 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T18:21:05,512 INFO [RS:0;fb97eb0edbe8:38433 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fb97eb0edbe8%2C38433%2C1731176462923, suffix=, logDir=hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/WALs/fb97eb0edbe8,38433,1731176462923, archiveDir=hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/oldWALs, maxLogs=10 2024-11-09T18:21:05,524 DEBUG [RS:0;fb97eb0edbe8:38433 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/WALs/fb97eb0edbe8,38433,1731176462923/fb97eb0edbe8%2C38433%2C1731176462923.1731176465513, exclude list is [], retry=0 2024-11-09T18:21:05,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43511,DS-48537ee8-066f-4603-8a04-eb16e7747340,DISK] 2024-11-09T18:21:05,528 INFO [RS:0;fb97eb0edbe8:38433 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/WALs/fb97eb0edbe8,38433,1731176462923/fb97eb0edbe8%2C38433%2C1731176462923.1731176465513 2024-11-09T18:21:05,528 DEBUG [RS:0;fb97eb0edbe8:38433 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35017:35017)] 2024-11-09T18:21:05,557 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T18:21:05,557 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T18:21:05,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T18:21:05,558 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T18:21:05,650 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T18:21:05,650 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6 2024-11-09T18:21:05,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43511 is added to blk_1073741833_1009 (size=32) 2024-11-09T18:21:06,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:21:06,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T18:21:06,057 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T18:21:06,057 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:06,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:21:06,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T18:21:06,058 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T18:21:06,058 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:06,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:21:06,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T18:21:06,059 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T18:21:06,059 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:06,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:21:06,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T18:21:06,060 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T18:21:06,060 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:06,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:21:06,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T18:21:06,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/data/hbase/meta/1588230740 2024-11-09T18:21:06,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/data/hbase/meta/1588230740 2024-11-09T18:21:06,062 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T18:21:06,062 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T18:21:06,062 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:21:06,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T18:21:06,065 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:21:06,065 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60161579, jitterRate=-0.10352261364459991}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:21:06,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731176466055Initializing all the Stores at 1731176466056 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176466056Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176466056Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176466056Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176466056Cleaning up temporary data from old regions at 1731176466062 (+6 ms)Region opened successfully at 1731176466065 (+3 ms) 2024-11-09T18:21:06,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T18:21:06,065 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T18:21:06,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T18:21:06,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T18:21:06,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T18:21:06,065 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T18:21:06,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731176466065Disabling compacts and flushes for region at 1731176466065Disabling writes for close at 1731176466065Writing region close event to WAL at 1731176466065Closed at 1731176466065 2024-11-09T18:21:06,066 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:21:06,066 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T18:21:06,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T18:21:06,067 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T18:21:06,067 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T18:21:06,218 DEBUG [fb97eb0edbe8:36999 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T18:21:06,218 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fb97eb0edbe8,38433,1731176462923 2024-11-09T18:21:06,219 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb97eb0edbe8,38433,1731176462923, state=OPENING 2024-11-09T18:21:06,268 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T18:21:06,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36999-0x10120d453450003, quorum=127.0.0.1:52022, baseZNode=/1-1579347476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1579347476 2024-11-09T18:21:06,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38433-0x10120d453450004, quorum=127.0.0.1:52022, baseZNode=/1-1579347476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1579347476 2024-11-09T18:21:06,279 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T18:21:06,279 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1579347476/meta-region-server: CHANGED 2024-11-09T18:21:06,279 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,38433,1731176462923}] 2024-11-09T18:21:06,279 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1579347476/meta-region-server: CHANGED 2024-11-09T18:21:06,431 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T18:21:06,432 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54253, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T18:21:06,435 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T18:21:06,435 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:21:06,435 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T18:21:06,436 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fb97eb0edbe8%2C38433%2C1731176462923.meta, suffix=.meta, logDir=hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/WALs/fb97eb0edbe8,38433,1731176462923, archiveDir=hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/oldWALs, maxLogs=10 2024-11-09T18:21:06,449 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/WALs/fb97eb0edbe8,38433,1731176462923/fb97eb0edbe8%2C38433%2C1731176462923.meta.1731176466436.meta, exclude list is [], retry=0 2024-11-09T18:21:06,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43511,DS-48537ee8-066f-4603-8a04-eb16e7747340,DISK] 2024-11-09T18:21:06,452 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/WALs/fb97eb0edbe8,38433,1731176462923/fb97eb0edbe8%2C38433%2C1731176462923.meta.1731176466436.meta 2024-11-09T18:21:06,452 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35017:35017)] 2024-11-09T18:21:06,452 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:21:06,453 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T18:21:06,453 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T18:21:06,453 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T18:21:06,453 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T18:21:06,453 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T18:21:06,453 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:21:06,453 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T18:21:06,453 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T18:21:06,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T18:21:06,455 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T18:21:06,455 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:06,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:21:06,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T18:21:06,455 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T18:21:06,456 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:06,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:21:06,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T18:21:06,456 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T18:21:06,456 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:06,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:21:06,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T18:21:06,457 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T18:21:06,457 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:06,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:21:06,458 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T18:21:06,458 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/data/hbase/meta/1588230740 2024-11-09T18:21:06,459 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/data/hbase/meta/1588230740 2024-11-09T18:21:06,459 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T18:21:06,459 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T18:21:06,460 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:21:06,460 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T18:21:06,461 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67740455, jitterRate=0.009411439299583435}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:21:06,461 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T18:21:06,461 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731176466453Writing region info on filesystem at 1731176466453Initializing all the Stores at 1731176466454 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176466454Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176466454Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176466454Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176466454Cleaning up temporary data from old regions at 1731176466459 (+5 ms)Running coprocessor post-open hooks at 1731176466461 (+2 ms)Region opened successfully at 1731176466461 2024-11-09T18:21:06,461 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731176466431 2024-11-09T18:21:06,463 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T18:21:06,463 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T18:21:06,463 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,38433,1731176462923 2024-11-09T18:21:06,464 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb97eb0edbe8,38433,1731176462923, state=OPEN 2024-11-09T18:21:06,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36999-0x10120d453450003, quorum=127.0.0.1:52022, baseZNode=/1-1579347476 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1579347476/meta-region-server 2024-11-09T18:21:06,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38433-0x10120d453450004, quorum=127.0.0.1:52022, baseZNode=/1-1579347476 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1579347476/meta-region-server 2024-11-09T18:21:06,475 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,38433,1731176462923 2024-11-09T18:21:06,475 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1579347476/meta-region-server: CHANGED 2024-11-09T18:21:06,475 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1579347476/meta-region-server: CHANGED 2024-11-09T18:21:06,476 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T18:21:06,476 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,38433,1731176462923 in 196 msec 2024-11-09T18:21:06,478 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T18:21:06,478 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 410 msec 2024-11-09T18:21:06,478 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:21:06,478 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T18:21:06,479 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:21:06,479 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,38433,1731176462923, seqNum=-1] 2024-11-09T18:21:06,479 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:21:06,480 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53505, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:21:06,484 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2470 sec 2024-11-09T18:21:06,484 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731176466484, completionTime=-1 2024-11-09T18:21:06,484 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T18:21:06,484 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T18:21:06,486 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T18:21:06,486 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731176526486 2024-11-09T18:21:06,486 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731176586486 2024-11-09T18:21:06,486 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T18:21:06,486 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,36999,1731176462782-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:06,486 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,36999,1731176462782-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:06,486 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,36999,1731176462782-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:06,486 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fb97eb0edbe8:36999, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:06,487 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:06,487 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:06,488 DEBUG [master/fb97eb0edbe8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T18:21:06,490 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.495sec 2024-11-09T18:21:06,490 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T18:21:06,490 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T18:21:06,490 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T18:21:06,490 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T18:21:06,490 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T18:21:06,490 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,36999,1731176462782-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T18:21:06,490 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,36999,1731176462782-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T18:21:06,494 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T18:21:06,494 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T18:21:06,494 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,36999,1731176462782-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:06,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@331b9eac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:21:06,556 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,36999,-1 for getting cluster id 2024-11-09T18:21:06,556 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:21:06,557 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30387491-1c16-4eae-9ba6-e921b06cbfbb' 2024-11-09T18:21:06,557 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:21:06,557 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30387491-1c16-4eae-9ba6-e921b06cbfbb" 2024-11-09T18:21:06,557 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77f3b064, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:21:06,557 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,36999,-1] 2024-11-09T18:21:06,557 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:21:06,557 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:21:06,558 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:21:06,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d2572dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:21:06,559 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:21:06,559 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,38433,1731176462923, seqNum=-1] 2024-11-09T18:21:06,560 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:21:06,560 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:21:06,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fb97eb0edbe8,36999,1731176462782 2024-11-09T18:21:06,562 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52022 2024-11-09T18:21:06,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52022, baseZNode=/1-1579347476 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:21:06,574 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10120d453450005 connected 2024-11-09T18:21:06,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb837ed0-3c81-2848-b294-8e4411e369fa/hadoop.log.dir so I do NOT create it in target/test-data/e84624b4-c381-95a5-d011-6abaaedfc884 2024-11-09T18:21:06,586 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb837ed0-3c81-2848-b294-8e4411e369fa/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T18:21:06,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb837ed0-3c81-2848-b294-8e4411e369fa/hadoop.tmp.dir so I do NOT create it in target/test-data/e84624b4-c381-95a5-d011-6abaaedfc884 2024-11-09T18:21:06,586 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb837ed0-3c81-2848-b294-8e4411e369fa/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T18:21:06,586 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e84624b4-c381-95a5-d011-6abaaedfc884 2024-11-09T18:21:06,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T18:21:06,587 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e84624b4-c381-95a5-d011-6abaaedfc884/cluster_a83391f1-3fe7-ec13-601c-67df4f40b78b, deleteOnExit=true 2024-11-09T18:21:06,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T18:21:06,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e84624b4-c381-95a5-d011-6abaaedfc884/test.cache.data in system properties and HBase conf 2024-11-09T18:21:06,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e84624b4-c381-95a5-d011-6abaaedfc884/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T18:21:06,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e84624b4-c381-95a5-d011-6abaaedfc884/hadoop.log.dir in system properties and HBase conf 2024-11-09T18:21:06,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e84624b4-c381-95a5-d011-6abaaedfc884/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T18:21:06,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e84624b4-c381-95a5-d011-6abaaedfc884/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T18:21:06,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T18:21:06,587 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T18:21:06,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e84624b4-c381-95a5-d011-6abaaedfc884/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T18:21:06,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e84624b4-c381-95a5-d011-6abaaedfc884/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T18:21:06,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e84624b4-c381-95a5-d011-6abaaedfc884/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T18:21:06,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e84624b4-c381-95a5-d011-6abaaedfc884/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T18:21:06,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e84624b4-c381-95a5-d011-6abaaedfc884/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T18:21:06,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e84624b4-c381-95a5-d011-6abaaedfc884/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T18:21:06,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e84624b4-c381-95a5-d011-6abaaedfc884/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T18:21:06,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e84624b4-c381-95a5-d011-6abaaedfc884/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T18:21:06,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e84624b4-c381-95a5-d011-6abaaedfc884/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T18:21:06,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e84624b4-c381-95a5-d011-6abaaedfc884/nfs.dump.dir in system properties and HBase conf 2024-11-09T18:21:06,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e84624b4-c381-95a5-d011-6abaaedfc884/java.io.tmpdir in system properties and HBase conf 2024-11-09T18:21:06,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e84624b4-c381-95a5-d011-6abaaedfc884/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T18:21:06,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e84624b4-c381-95a5-d011-6abaaedfc884/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T18:21:06,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e84624b4-c381-95a5-d011-6abaaedfc884/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T18:21:06,905 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:21:06,909 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T18:21:06,910 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T18:21:06,910 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T18:21:06,910 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T18:21:06,911 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:21:06,911 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5221bbaa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e84624b4-c381-95a5-d011-6abaaedfc884/hadoop.log.dir/,AVAILABLE} 2024-11-09T18:21:06,911 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@375ece01{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T18:21:07,007 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@51dfbbfb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e84624b4-c381-95a5-d011-6abaaedfc884/java.io.tmpdir/jetty-localhost-33703-hadoop-hdfs-3_4_1-tests_jar-_-any-541569081840153507/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T18:21:07,007 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1117b8bf{HTTP/1.1, (http/1.1)}{localhost:33703} 2024-11-09T18:21:07,007 INFO [Time-limited test {}] server.Server(415): Started @237756ms 2024-11-09T18:21:07,270 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:21:07,274 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T18:21:07,275 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T18:21:07,275 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T18:21:07,275 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T18:21:07,276 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7332a2b6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e84624b4-c381-95a5-d011-6abaaedfc884/hadoop.log.dir/,AVAILABLE} 2024-11-09T18:21:07,276 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1705cc52{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T18:21:07,371 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3dbb04ce{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e84624b4-c381-95a5-d011-6abaaedfc884/java.io.tmpdir/jetty-localhost-38693-hadoop-hdfs-3_4_1-tests_jar-_-any-204891206737585803/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:21:07,371 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13318a7c{HTTP/1.1, (http/1.1)}{localhost:38693} 2024-11-09T18:21:07,371 INFO [Time-limited test {}] server.Server(415): Started @238120ms 2024-11-09T18:21:07,372 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T18:21:08,133 WARN [Thread-2884 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e84624b4-c381-95a5-d011-6abaaedfc884/cluster_a83391f1-3fe7-ec13-601c-67df4f40b78b/data/data1/current/BP-865481244-172.17.0.3-1731176466606/current, will proceed with Du for space computation calculation, 2024-11-09T18:21:08,133 WARN [Thread-2885 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e84624b4-c381-95a5-d011-6abaaedfc884/cluster_a83391f1-3fe7-ec13-601c-67df4f40b78b/data/data2/current/BP-865481244-172.17.0.3-1731176466606/current, will proceed with Du for space computation calculation, 2024-11-09T18:21:08,150 WARN [Thread-2872 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T18:21:08,153 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xed3fe1147266a4b5 with lease ID 0x6e77691cbe0eb5a5: Processing first storage report for DS-070ae262-1866-4946-86cd-e5b9cd16eabd from datanode DatanodeRegistration(127.0.0.1:45819, datanodeUuid=65a2f494-c64a-4a4d-b5b3-770af39fb81f, infoPort=34209, infoSecurePort=0, ipcPort=44279, storageInfo=lv=-57;cid=testClusterID;nsid=708211998;c=1731176466606) 2024-11-09T18:21:08,153 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xed3fe1147266a4b5 with lease ID 0x6e77691cbe0eb5a5: from storage DS-070ae262-1866-4946-86cd-e5b9cd16eabd node DatanodeRegistration(127.0.0.1:45819, datanodeUuid=65a2f494-c64a-4a4d-b5b3-770af39fb81f, infoPort=34209, infoSecurePort=0, ipcPort=44279, storageInfo=lv=-57;cid=testClusterID;nsid=708211998;c=1731176466606), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T18:21:08,153 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xed3fe1147266a4b5 with lease ID 0x6e77691cbe0eb5a5: Processing first storage report for DS-215f524c-5700-49eb-8f56-5433de75e4dd from datanode DatanodeRegistration(127.0.0.1:45819, datanodeUuid=65a2f494-c64a-4a4d-b5b3-770af39fb81f, infoPort=34209, infoSecurePort=0, ipcPort=44279, storageInfo=lv=-57;cid=testClusterID;nsid=708211998;c=1731176466606) 2024-11-09T18:21:08,153 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xed3fe1147266a4b5 with lease ID 0x6e77691cbe0eb5a5: from storage DS-215f524c-5700-49eb-8f56-5433de75e4dd node DatanodeRegistration(127.0.0.1:45819, datanodeUuid=65a2f494-c64a-4a4d-b5b3-770af39fb81f, infoPort=34209, infoSecurePort=0, ipcPort=44279, storageInfo=lv=-57;cid=testClusterID;nsid=708211998;c=1731176466606), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T18:21:08,196 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e84624b4-c381-95a5-d011-6abaaedfc884 2024-11-09T18:21:08,196 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:21:08,197 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:21:08,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741825_1001 (size=7) 2024-11-09T18:21:08,606 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2 with version=8 2024-11-09T18:21:08,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/hbase-staging 2024-11-09T18:21:08,608 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fb97eb0edbe8:0 server-side Connection retries=45 2024-11-09T18:21:08,608 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:21:08,608 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T18:21:08,608 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T18:21:08,608 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:21:08,609 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T18:21:08,609 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T18:21:08,609 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T18:21:08,609 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42359 2024-11-09T18:21:08,610 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42359 connecting to ZooKeeper ensemble=127.0.0.1:52022 2024-11-09T18:21:08,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:423590x0, quorum=127.0.0.1:52022, baseZNode=/21398887178 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:21:08,658 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42359-0x10120d453450006 connected 2024-11-09T18:21:08,732 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:21:08,733 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:21:08,735 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42359-0x10120d453450006, quorum=127.0.0.1:52022, baseZNode=/21398887178 Set watcher on znode that does not yet exist, /21398887178/running 2024-11-09T18:21:08,735 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2, hbase.cluster.distributed=false 2024-11-09T18:21:08,736 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42359-0x10120d453450006, quorum=127.0.0.1:52022, baseZNode=/21398887178 Set watcher on znode that does not yet exist, /21398887178/acl 2024-11-09T18:21:08,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42359 2024-11-09T18:21:08,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42359 2024-11-09T18:21:08,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42359 2024-11-09T18:21:08,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42359 2024-11-09T18:21:08,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42359 2024-11-09T18:21:08,755 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fb97eb0edbe8:0 server-side Connection retries=45 2024-11-09T18:21:08,755 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:21:08,755 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T18:21:08,755 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T18:21:08,755 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:21:08,755 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T18:21:08,755 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T18:21:08,755 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T18:21:08,756 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39039 2024-11-09T18:21:08,756 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39039 connecting to ZooKeeper ensemble=127.0.0.1:52022 2024-11-09T18:21:08,757 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:21:08,758 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:21:08,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:390390x0, quorum=127.0.0.1:52022, baseZNode=/21398887178 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:21:08,770 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:390390x0, quorum=127.0.0.1:52022, baseZNode=/21398887178 Set watcher on znode that does not yet exist, /21398887178/running 2024-11-09T18:21:08,770 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39039-0x10120d453450007 connected 2024-11-09T18:21:08,770 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T18:21:08,771 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T18:21:08,771 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39039-0x10120d453450007, quorum=127.0.0.1:52022, baseZNode=/21398887178 Set watcher on znode that does not yet exist, /21398887178/master 2024-11-09T18:21:08,772 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39039-0x10120d453450007, quorum=127.0.0.1:52022, baseZNode=/21398887178 Set watcher on znode that does not yet exist, /21398887178/acl 2024-11-09T18:21:08,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39039 2024-11-09T18:21:08,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39039 2024-11-09T18:21:08,777 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39039 2024-11-09T18:21:08,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39039 2024-11-09T18:21:08,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39039 2024-11-09T18:21:08,792 DEBUG [M:0;fb97eb0edbe8:42359 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fb97eb0edbe8:42359 2024-11-09T18:21:08,793 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21398887178/backup-masters/fb97eb0edbe8,42359,1731176468608 2024-11-09T18:21:08,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42359-0x10120d453450006, quorum=127.0.0.1:52022, baseZNode=/21398887178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21398887178/backup-masters 2024-11-09T18:21:08,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39039-0x10120d453450007, quorum=127.0.0.1:52022, baseZNode=/21398887178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21398887178/backup-masters 2024-11-09T18:21:08,805 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42359-0x10120d453450006, quorum=127.0.0.1:52022, baseZNode=/21398887178 Set watcher on existing znode=/21398887178/backup-masters/fb97eb0edbe8,42359,1731176468608 2024-11-09T18:21:08,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39039-0x10120d453450007, quorum=127.0.0.1:52022, baseZNode=/21398887178 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21398887178/master 2024-11-09T18:21:08,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42359-0x10120d453450006, quorum=127.0.0.1:52022, baseZNode=/21398887178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21398887178 2024-11-09T18:21:08,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39039-0x10120d453450007, quorum=127.0.0.1:52022, baseZNode=/21398887178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21398887178 2024-11-09T18:21:08,816 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42359-0x10120d453450006, quorum=127.0.0.1:52022, baseZNode=/21398887178 Set watcher on existing znode=/21398887178/master 2024-11-09T18:21:08,816 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21398887178/backup-masters/fb97eb0edbe8,42359,1731176468608 from backup master directory 2024-11-09T18:21:08,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42359-0x10120d453450006, quorum=127.0.0.1:52022, baseZNode=/21398887178 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21398887178/backup-masters/fb97eb0edbe8,42359,1731176468608 2024-11-09T18:21:08,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42359-0x10120d453450006, quorum=127.0.0.1:52022, baseZNode=/21398887178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21398887178/backup-masters 2024-11-09T18:21:08,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39039-0x10120d453450007, quorum=127.0.0.1:52022, baseZNode=/21398887178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21398887178/backup-masters 2024-11-09T18:21:08,826 WARN [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T18:21:08,826 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fb97eb0edbe8,42359,1731176468608 2024-11-09T18:21:08,829 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/hbase.id] with ID: 25ac9330-02c2-4377-accd-fe58828c6b33 2024-11-09T18:21:08,829 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/.tmp/hbase.id 2024-11-09T18:21:08,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741826_1002 (size=42) 2024-11-09T18:21:08,948 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:21:08,948 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fb97eb0edbe8,32911,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fb97eb0edbe8:32911 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T18:21:08,949 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48511 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fb97eb0edbe8,32911,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fb97eb0edbe8:32911 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T18:21:09,233 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/.tmp/hbase.id]:[hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/hbase.id] 2024-11-09T18:21:09,241 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:21:09,241 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T18:21:09,241 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-09T18:21:09,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39039-0x10120d453450007, quorum=127.0.0.1:52022, baseZNode=/21398887178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21398887178 2024-11-09T18:21:09,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42359-0x10120d453450006, quorum=127.0.0.1:52022, baseZNode=/21398887178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21398887178 2024-11-09T18:21:09,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741827_1003 (size=196) 2024-11-09T18:21:09,694 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:21:09,695 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T18:21:09,695 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:21:09,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741828_1004 (size=1189) 2024-11-09T18:21:10,101 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/MasterData/data/master/store 2024-11-09T18:21:10,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741829_1005 (size=34) 2024-11-09T18:21:10,506 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:21:10,506 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T18:21:10,506 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:21:10,506 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:21:10,506 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T18:21:10,506 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:21:10,506 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:21:10,506 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731176470506Disabling compacts and flushes for region at 1731176470506Disabling writes for close at 1731176470506Writing region close event to WAL at 1731176470506Closed at 1731176470506 2024-11-09T18:21:10,507 WARN [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/MasterData/data/master/store/.initializing 2024-11-09T18:21:10,507 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/MasterData/WALs/fb97eb0edbe8,42359,1731176468608 2024-11-09T18:21:10,508 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T18:21:10,509 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb97eb0edbe8%2C42359%2C1731176468608, suffix=, logDir=hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/MasterData/WALs/fb97eb0edbe8,42359,1731176468608, archiveDir=hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/MasterData/oldWALs, maxLogs=10 2024-11-09T18:21:10,520 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/MasterData/WALs/fb97eb0edbe8,42359,1731176468608/fb97eb0edbe8%2C42359%2C1731176468608.1731176470509, exclude list is [], retry=0 2024-11-09T18:21:10,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45819,DS-070ae262-1866-4946-86cd-e5b9cd16eabd,DISK] 2024-11-09T18:21:10,524 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/MasterData/WALs/fb97eb0edbe8,42359,1731176468608/fb97eb0edbe8%2C42359%2C1731176468608.1731176470509 2024-11-09T18:21:10,526 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34209:34209)] 2024-11-09T18:21:10,526 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:21:10,526 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:21:10,527 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:21:10,527 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:21:10,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:21:10,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T18:21:10,529 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:10,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:21:10,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:21:10,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T18:21:10,530 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:10,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:21:10,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:21:10,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T18:21:10,531 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:10,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:21:10,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:21:10,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T18:21:10,532 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:10,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:21:10,532 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:21:10,532 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:21:10,533 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:21:10,533 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:21:10,533 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:21:10,534 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:21:10,534 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:21:10,536 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:21:10,536 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71946793, jitterRate=0.0720907598733902}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:21:10,536 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731176470527Initializing all the Stores at 1731176470527Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176470527Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176470527Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176470527Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176470527Cleaning up temporary data from old regions at 1731176470533 (+6 ms)Region opened successfully at 1731176470536 (+3 ms) 2024-11-09T18:21:10,537 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T18:21:10,538 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1180f5e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb97eb0edbe8/172.17.0.3:0 2024-11-09T18:21:10,539 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T18:21:10,539 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T18:21:10,539 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T18:21:10,539 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T18:21:10,540 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T18:21:10,540 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T18:21:10,540 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T18:21:10,542 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T18:21:10,542 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42359-0x10120d453450006, quorum=127.0.0.1:52022, baseZNode=/21398887178 Unable to get data of znode /21398887178/balancer because node does not exist (not necessarily an error) 2024-11-09T18:21:10,647 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21398887178/balancer already deleted, retry=false 2024-11-09T18:21:10,647 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T18:21:10,648 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42359-0x10120d453450006, quorum=127.0.0.1:52022, baseZNode=/21398887178 Unable to get data of znode /21398887178/normalizer because node does not exist (not necessarily an error) 2024-11-09T18:21:10,657 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21398887178/normalizer already deleted, retry=false 2024-11-09T18:21:10,658 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T18:21:10,659 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42359-0x10120d453450006, quorum=127.0.0.1:52022, baseZNode=/21398887178 Unable to get data of znode /21398887178/switch/split because node does not exist (not necessarily an error) 2024-11-09T18:21:10,668 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21398887178/switch/split already deleted, retry=false 2024-11-09T18:21:10,668 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42359-0x10120d453450006, quorum=127.0.0.1:52022, baseZNode=/21398887178 Unable to get data of znode /21398887178/switch/merge because node does not exist (not necessarily an error) 2024-11-09T18:21:10,678 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21398887178/switch/merge already deleted, retry=false 2024-11-09T18:21:10,680 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42359-0x10120d453450006, quorum=127.0.0.1:52022, baseZNode=/21398887178 Unable to get data of znode /21398887178/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T18:21:10,689 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21398887178/snapshot-cleanup already deleted, retry=false 2024-11-09T18:21:10,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39039-0x10120d453450007, quorum=127.0.0.1:52022, baseZNode=/21398887178 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21398887178/running 2024-11-09T18:21:10,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42359-0x10120d453450006, quorum=127.0.0.1:52022, baseZNode=/21398887178 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21398887178/running 2024-11-09T18:21:10,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39039-0x10120d453450007, quorum=127.0.0.1:52022, baseZNode=/21398887178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21398887178 2024-11-09T18:21:10,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42359-0x10120d453450006, quorum=127.0.0.1:52022, baseZNode=/21398887178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21398887178 2024-11-09T18:21:10,700 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fb97eb0edbe8,42359,1731176468608, sessionid=0x10120d453450006, setting cluster-up flag (Was=false) 2024-11-09T18:21:10,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39039-0x10120d453450007, quorum=127.0.0.1:52022, baseZNode=/21398887178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21398887178 2024-11-09T18:21:10,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42359-0x10120d453450006, quorum=127.0.0.1:52022, baseZNode=/21398887178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21398887178 2024-11-09T18:21:10,752 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21398887178/flush-table-proc/acquired, /21398887178/flush-table-proc/reached, /21398887178/flush-table-proc/abort 2024-11-09T18:21:10,753 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb97eb0edbe8,42359,1731176468608 2024-11-09T18:21:10,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42359-0x10120d453450006, quorum=127.0.0.1:52022, baseZNode=/21398887178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21398887178 2024-11-09T18:21:10,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39039-0x10120d453450007, quorum=127.0.0.1:52022, baseZNode=/21398887178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21398887178 2024-11-09T18:21:10,805 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21398887178/online-snapshot/acquired, /21398887178/online-snapshot/reached, /21398887178/online-snapshot/abort 2024-11-09T18:21:10,806 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb97eb0edbe8,42359,1731176468608 2024-11-09T18:21:10,807 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T18:21:10,808 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T18:21:10,808 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T18:21:10,808 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T18:21:10,808 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fb97eb0edbe8,42359,1731176468608 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T18:21:10,809 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:21:10,809 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:21:10,809 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:21:10,809 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:21:10,809 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fb97eb0edbe8:0, corePoolSize=10, maxPoolSize=10 2024-11-09T18:21:10,809 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:21:10,809 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=2, maxPoolSize=2 2024-11-09T18:21:10,809 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:21:10,810 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731176500810 2024-11-09T18:21:10,810 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T18:21:10,810 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T18:21:10,810 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T18:21:10,810 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T18:21:10,810 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T18:21:10,810 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T18:21:10,810 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:21:10,810 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T18:21:10,810 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:10,810 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T18:21:10,810 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T18:21:10,811 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T18:21:10,811 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T18:21:10,811 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:10,811 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T18:21:10,811 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T18:21:10,811 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T18:21:10,812 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731176470811,5,FailOnTimeoutGroup] 2024-11-09T18:21:10,812 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731176470812,5,FailOnTimeoutGroup] 2024-11-09T18:21:10,812 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:10,812 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T18:21:10,812 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:10,812 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:10,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741831_1007 (size=1321) 2024-11-09T18:21:10,884 INFO [RS:0;fb97eb0edbe8:39039 {}] regionserver.HRegionServer(746): ClusterId : 25ac9330-02c2-4377-accd-fe58828c6b33 2024-11-09T18:21:10,884 DEBUG [RS:0;fb97eb0edbe8:39039 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T18:21:10,896 DEBUG [RS:0;fb97eb0edbe8:39039 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T18:21:10,896 DEBUG [RS:0;fb97eb0edbe8:39039 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T18:21:10,907 DEBUG [RS:0;fb97eb0edbe8:39039 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T18:21:10,907 DEBUG [RS:0;fb97eb0edbe8:39039 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13a9dc60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb97eb0edbe8/172.17.0.3:0 2024-11-09T18:21:10,917 DEBUG [RS:0;fb97eb0edbe8:39039 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fb97eb0edbe8:39039 2024-11-09T18:21:10,917 INFO [RS:0;fb97eb0edbe8:39039 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T18:21:10,917 INFO [RS:0;fb97eb0edbe8:39039 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T18:21:10,917 DEBUG [RS:0;fb97eb0edbe8:39039 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T18:21:10,918 INFO [RS:0;fb97eb0edbe8:39039 {}] regionserver.HRegionServer(2659): reportForDuty to master=fb97eb0edbe8,42359,1731176468608 with port=39039, startcode=1731176468755 2024-11-09T18:21:10,918 DEBUG [RS:0;fb97eb0edbe8:39039 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T18:21:10,919 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44263, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T18:21:10,919 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42359 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fb97eb0edbe8,39039,1731176468755 2024-11-09T18:21:10,920 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42359 {}] master.ServerManager(517): Registering regionserver=fb97eb0edbe8,39039,1731176468755 2024-11-09T18:21:10,920 DEBUG [RS:0;fb97eb0edbe8:39039 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2 2024-11-09T18:21:10,921 DEBUG [RS:0;fb97eb0edbe8:39039 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36105 2024-11-09T18:21:10,921 DEBUG [RS:0;fb97eb0edbe8:39039 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T18:21:10,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42359-0x10120d453450006, quorum=127.0.0.1:52022, baseZNode=/21398887178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21398887178/rs 2024-11-09T18:21:10,974 DEBUG [RS:0;fb97eb0edbe8:39039 {}] zookeeper.ZKUtil(111): regionserver:39039-0x10120d453450007, quorum=127.0.0.1:52022, baseZNode=/21398887178 Set watcher on existing znode=/21398887178/rs/fb97eb0edbe8,39039,1731176468755 2024-11-09T18:21:10,974 WARN [RS:0;fb97eb0edbe8:39039 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T18:21:10,974 INFO [RS:0;fb97eb0edbe8:39039 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:21:10,974 DEBUG [RS:0;fb97eb0edbe8:39039 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/WALs/fb97eb0edbe8,39039,1731176468755 2024-11-09T18:21:10,975 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fb97eb0edbe8,39039,1731176468755] 2024-11-09T18:21:10,977 INFO [RS:0;fb97eb0edbe8:39039 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T18:21:10,978 INFO [RS:0;fb97eb0edbe8:39039 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T18:21:10,979 INFO [RS:0;fb97eb0edbe8:39039 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T18:21:10,979 INFO [RS:0;fb97eb0edbe8:39039 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:10,979 INFO [RS:0;fb97eb0edbe8:39039 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T18:21:10,979 INFO [RS:0;fb97eb0edbe8:39039 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T18:21:10,979 INFO [RS:0;fb97eb0edbe8:39039 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:10,979 DEBUG [RS:0;fb97eb0edbe8:39039 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:21:10,979 DEBUG [RS:0;fb97eb0edbe8:39039 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:21:10,979 DEBUG [RS:0;fb97eb0edbe8:39039 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:21:10,979 DEBUG [RS:0;fb97eb0edbe8:39039 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:21:10,979 DEBUG [RS:0;fb97eb0edbe8:39039 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:21:10,980 DEBUG [RS:0;fb97eb0edbe8:39039 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=2, maxPoolSize=2 2024-11-09T18:21:10,980 DEBUG [RS:0;fb97eb0edbe8:39039 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:21:10,980 DEBUG [RS:0;fb97eb0edbe8:39039 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:21:10,980 DEBUG [RS:0;fb97eb0edbe8:39039 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:21:10,980 DEBUG [RS:0;fb97eb0edbe8:39039 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:21:10,980 DEBUG [RS:0;fb97eb0edbe8:39039 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:21:10,980 DEBUG [RS:0;fb97eb0edbe8:39039 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:21:10,980 DEBUG [RS:0;fb97eb0edbe8:39039 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:21:10,980 DEBUG [RS:0;fb97eb0edbe8:39039 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:21:10,980 INFO [RS:0;fb97eb0edbe8:39039 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:10,980 INFO [RS:0;fb97eb0edbe8:39039 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:10,980 INFO [RS:0;fb97eb0edbe8:39039 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:10,980 INFO [RS:0;fb97eb0edbe8:39039 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:10,980 INFO [RS:0;fb97eb0edbe8:39039 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:10,980 INFO [RS:0;fb97eb0edbe8:39039 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,39039,1731176468755-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T18:21:10,995 INFO [RS:0;fb97eb0edbe8:39039 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T18:21:10,995 INFO [RS:0;fb97eb0edbe8:39039 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,39039,1731176468755-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:10,995 INFO [RS:0;fb97eb0edbe8:39039 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:10,995 INFO [RS:0;fb97eb0edbe8:39039 {}] regionserver.Replication(171): fb97eb0edbe8,39039,1731176468755 started 2024-11-09T18:21:11,019 INFO [RS:0;fb97eb0edbe8:39039 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:11,020 INFO [RS:0;fb97eb0edbe8:39039 {}] regionserver.HRegionServer(1482): Serving as fb97eb0edbe8,39039,1731176468755, RpcServer on fb97eb0edbe8/172.17.0.3:39039, sessionid=0x10120d453450007 2024-11-09T18:21:11,020 DEBUG [RS:0;fb97eb0edbe8:39039 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T18:21:11,020 DEBUG [RS:0;fb97eb0edbe8:39039 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fb97eb0edbe8,39039,1731176468755 2024-11-09T18:21:11,020 DEBUG [RS:0;fb97eb0edbe8:39039 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,39039,1731176468755' 2024-11-09T18:21:11,020 DEBUG [RS:0;fb97eb0edbe8:39039 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21398887178/flush-table-proc/abort' 2024-11-09T18:21:11,020 DEBUG [RS:0;fb97eb0edbe8:39039 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21398887178/flush-table-proc/acquired' 2024-11-09T18:21:11,021 DEBUG [RS:0;fb97eb0edbe8:39039 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T18:21:11,021 DEBUG [RS:0;fb97eb0edbe8:39039 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T18:21:11,021 DEBUG [RS:0;fb97eb0edbe8:39039 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fb97eb0edbe8,39039,1731176468755 2024-11-09T18:21:11,021 DEBUG [RS:0;fb97eb0edbe8:39039 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,39039,1731176468755' 2024-11-09T18:21:11,021 DEBUG [RS:0;fb97eb0edbe8:39039 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21398887178/online-snapshot/abort' 2024-11-09T18:21:11,021 DEBUG [RS:0;fb97eb0edbe8:39039 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21398887178/online-snapshot/acquired' 2024-11-09T18:21:11,021 DEBUG [RS:0;fb97eb0edbe8:39039 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T18:21:11,021 INFO [RS:0;fb97eb0edbe8:39039 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T18:21:11,021 INFO [RS:0;fb97eb0edbe8:39039 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T18:21:11,122 INFO [RS:0;fb97eb0edbe8:39039 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T18:21:11,123 INFO [RS:0;fb97eb0edbe8:39039 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fb97eb0edbe8%2C39039%2C1731176468755, suffix=, logDir=hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/WALs/fb97eb0edbe8,39039,1731176468755, archiveDir=hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/oldWALs, maxLogs=10 2024-11-09T18:21:11,136 DEBUG [RS:0;fb97eb0edbe8:39039 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/WALs/fb97eb0edbe8,39039,1731176468755/fb97eb0edbe8%2C39039%2C1731176468755.1731176471123, exclude list is [], retry=0 2024-11-09T18:21:11,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45819,DS-070ae262-1866-4946-86cd-e5b9cd16eabd,DISK] 2024-11-09T18:21:11,140 INFO [RS:0;fb97eb0edbe8:39039 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/WALs/fb97eb0edbe8,39039,1731176468755/fb97eb0edbe8%2C39039%2C1731176468755.1731176471123 2024-11-09T18:21:11,142 DEBUG [RS:0;fb97eb0edbe8:39039 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34209:34209)] 2024-11-09T18:21:11,219 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T18:21:11,219 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2 2024-11-09T18:21:11,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741833_1009 (size=32) 2024-11-09T18:21:11,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:11,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:11,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:11,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:11,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:11,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:11,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:11,484 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:11,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:11,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:11,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:11,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:11,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:21:11,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T18:21:11,626 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T18:21:11,626 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:11,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:21:11,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T18:21:11,627 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T18:21:11,627 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:11,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:21:11,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T18:21:11,628 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T18:21:11,628 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:11,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:21:11,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T18:21:11,628 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T18:21:11,628 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:11,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:21:11,629 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T18:21:11,629 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/data/hbase/meta/1588230740 2024-11-09T18:21:11,629 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/data/hbase/meta/1588230740 2024-11-09T18:21:11,630 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T18:21:11,630 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T18:21:11,630 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:21:11,631 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T18:21:11,632 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:21:11,632 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63543841, jitterRate=-0.05312298238277435}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:21:11,632 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731176471624Initializing all the Stores at 1731176471624Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176471625 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176471625Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176471625Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176471625Cleaning up temporary data from old regions at 1731176471630 (+5 ms)Region opened successfully at 1731176471632 (+2 ms) 2024-11-09T18:21:11,632 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T18:21:11,632 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T18:21:11,632 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T18:21:11,632 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T18:21:11,632 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T18:21:11,633 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T18:21:11,633 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731176471632Disabling compacts and flushes for region at 1731176471632Disabling writes for close at 1731176471632Writing region close event to WAL at 1731176471633 (+1 ms)Closed at 1731176471633 2024-11-09T18:21:11,634 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:21:11,634 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T18:21:11,634 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T18:21:11,634 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T18:21:11,635 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T18:21:11,785 DEBUG [fb97eb0edbe8:42359 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T18:21:11,786 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fb97eb0edbe8,39039,1731176468755 2024-11-09T18:21:11,787 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb97eb0edbe8,39039,1731176468755, state=OPENING 2024-11-09T18:21:11,836 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T18:21:11,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39039-0x10120d453450007, quorum=127.0.0.1:52022, baseZNode=/21398887178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21398887178 2024-11-09T18:21:11,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42359-0x10120d453450006, quorum=127.0.0.1:52022, baseZNode=/21398887178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21398887178 2024-11-09T18:21:11,847 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T18:21:11,847 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21398887178/meta-region-server: CHANGED 2024-11-09T18:21:11,847 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21398887178/meta-region-server: CHANGED 2024-11-09T18:21:11,847 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,39039,1731176468755}] 2024-11-09T18:21:11,999 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T18:21:12,001 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59373, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T18:21:12,003 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T18:21:12,003 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:21:12,003 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T18:21:12,004 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fb97eb0edbe8%2C39039%2C1731176468755.meta, suffix=.meta, logDir=hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/WALs/fb97eb0edbe8,39039,1731176468755, archiveDir=hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/oldWALs, maxLogs=10 2024-11-09T18:21:12,015 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T18:21:12,016 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/WALs/fb97eb0edbe8,39039,1731176468755/fb97eb0edbe8%2C39039%2C1731176468755.meta.1731176472004.meta, exclude list is [], retry=0 2024-11-09T18:21:12,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:12,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:12,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45819,DS-070ae262-1866-4946-86cd-e5b9cd16eabd,DISK] 2024-11-09T18:21:12,019 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/WALs/fb97eb0edbe8,39039,1731176468755/fb97eb0edbe8%2C39039%2C1731176468755.meta.1731176472004.meta 2024-11-09T18:21:12,019 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34209:34209)] 2024-11-09T18:21:12,020 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:21:12,020 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T18:21:12,020 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T18:21:12,020 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T18:21:12,020 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T18:21:12,020 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T18:21:12,020 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:21:12,020 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T18:21:12,020 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T18:21:12,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T18:21:12,023 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T18:21:12,023 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:12,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:21:12,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T18:21:12,024 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T18:21:12,024 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:12,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:21:12,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T18:21:12,025 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T18:21:12,025 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:12,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:21:12,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T18:21:12,026 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T18:21:12,026 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:12,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:21:12,026 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T18:21:12,027 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/data/hbase/meta/1588230740 2024-11-09T18:21:12,027 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/data/hbase/meta/1588230740 2024-11-09T18:21:12,028 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T18:21:12,028 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T18:21:12,028 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:21:12,029 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T18:21:12,030 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74202279, jitterRate=0.10570012032985687}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:21:12,030 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T18:21:12,030 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731176472020Writing region info on filesystem at 1731176472020Initializing all the Stores at 1731176472021 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176472021Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176472022 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176472022Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176472022Cleaning up temporary data from old regions at 1731176472028 (+6 ms)Running coprocessor post-open hooks at 1731176472030 (+2 ms)Region opened successfully at 1731176472030 2024-11-09T18:21:12,030 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731176471999 2024-11-09T18:21:12,032 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T18:21:12,032 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T18:21:12,032 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,39039,1731176468755 2024-11-09T18:21:12,033 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb97eb0edbe8,39039,1731176468755, state=OPEN 2024-11-09T18:21:12,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39039-0x10120d453450007, quorum=127.0.0.1:52022, baseZNode=/21398887178 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21398887178/meta-region-server 2024-11-09T18:21:12,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42359-0x10120d453450006, quorum=127.0.0.1:52022, baseZNode=/21398887178 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21398887178/meta-region-server 2024-11-09T18:21:12,043 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,39039,1731176468755 2024-11-09T18:21:12,043 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21398887178/meta-region-server: CHANGED 2024-11-09T18:21:12,043 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21398887178/meta-region-server: CHANGED 2024-11-09T18:21:12,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T18:21:12,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,39039,1731176468755 in 196 msec 2024-11-09T18:21:12,046 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T18:21:12,046 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 411 msec 2024-11-09T18:21:12,046 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:21:12,046 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T18:21:12,047 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:21:12,048 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,39039,1731176468755, seqNum=-1] 2024-11-09T18:21:12,048 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:21:12,049 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46235, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:21:12,052 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2440 sec 2024-11-09T18:21:12,052 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731176472052, completionTime=-1 2024-11-09T18:21:12,052 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T18:21:12,053 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T18:21:12,054 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T18:21:12,055 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731176532054 2024-11-09T18:21:12,055 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731176592055 2024-11-09T18:21:12,055 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T18:21:12,055 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,42359,1731176468608-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:12,055 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,42359,1731176468608-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:12,055 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,42359,1731176468608-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:12,055 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fb97eb0edbe8:42359, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:12,055 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:12,055 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:12,057 DEBUG [master/fb97eb0edbe8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T18:21:12,059 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.233sec 2024-11-09T18:21:12,059 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T18:21:12,059 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T18:21:12,059 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T18:21:12,059 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T18:21:12,059 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T18:21:12,059 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,42359,1731176468608-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T18:21:12,059 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,42359,1731176468608-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T18:21:12,060 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T18:21:12,061 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T18:21:12,061 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,42359,1731176468608-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:12,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:12,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:12,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:12,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:12,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:12,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:12,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:12,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:12,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:12,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:12,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f1e1987, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:21:12,085 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,42359,-1 for getting cluster id 2024-11-09T18:21:12,085 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:21:12,086 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '25ac9330-02c2-4377-accd-fe58828c6b33' 2024-11-09T18:21:12,086 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:21:12,086 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "25ac9330-02c2-4377-accd-fe58828c6b33" 2024-11-09T18:21:12,086 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58043c5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:21:12,087 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,42359,-1] 2024-11-09T18:21:12,087 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:21:12,087 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:21:12,087 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:21:12,088 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5418524c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:21:12,088 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:21:12,089 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,39039,1731176468755, seqNum=-1] 2024-11-09T18:21:12,089 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:21:12,090 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:21:12,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fb97eb0edbe8,42359,1731176468608 2024-11-09T18:21:12,092 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:52022 2024-11-09T18:21:12,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:52022, baseZNode=/21398887178 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:21:12,100 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10120d453450008 connected 2024-11-09T18:21:12,112 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:21:12,112 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,37351,1731176456753 2024-11-09T18:21:12,113 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@239a7a3c 2024-11-09T18:21:12,113 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:21:12,114 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:21:12,114 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37351 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:21:12,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37351 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T18:21:12,116 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T18:21:12,117 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:12,117 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37351 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T18:21:12,118 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T18:21:12,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:21:12,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41149 is added to blk_1073741835_1011 (size=902) 2024-11-09T18:21:12,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:21:12,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:21:12,527 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ea0fb7f6e3ba5e5bf1ac222d6ff9cf96, NAME => 'test,,1731176472114.ea0fb7f6e3ba5e5bf1ac222d6ff9cf96.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065 2024-11-09T18:21:12,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41149 is added to blk_1073741836_1012 (size=39) 2024-11-09T18:21:12,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:21:12,932 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731176472114.ea0fb7f6e3ba5e5bf1ac222d6ff9cf96.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:21:12,932 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ea0fb7f6e3ba5e5bf1ac222d6ff9cf96, disabling compactions & flushes 2024-11-09T18:21:12,932 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731176472114.ea0fb7f6e3ba5e5bf1ac222d6ff9cf96. 2024-11-09T18:21:12,932 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731176472114.ea0fb7f6e3ba5e5bf1ac222d6ff9cf96. 2024-11-09T18:21:12,932 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731176472114.ea0fb7f6e3ba5e5bf1ac222d6ff9cf96. after waiting 0 ms 2024-11-09T18:21:12,932 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731176472114.ea0fb7f6e3ba5e5bf1ac222d6ff9cf96. 2024-11-09T18:21:12,932 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731176472114.ea0fb7f6e3ba5e5bf1ac222d6ff9cf96. 2024-11-09T18:21:12,932 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ea0fb7f6e3ba5e5bf1ac222d6ff9cf96: Waiting for close lock at 1731176472932Disabling compacts and flushes for region at 1731176472932Disabling writes for close at 1731176472932Writing region close event to WAL at 1731176472932Closed at 1731176472932 2024-11-09T18:21:12,933 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T18:21:12,933 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731176472114.ea0fb7f6e3ba5e5bf1ac222d6ff9cf96.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731176472933"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731176472933"}]},"ts":"1731176472933"} 2024-11-09T18:21:12,935 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T18:21:12,936 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T18:21:12,936 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176472936"}]},"ts":"1731176472936"} 2024-11-09T18:21:12,937 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T18:21:12,938 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ea0fb7f6e3ba5e5bf1ac222d6ff9cf96, ASSIGN}] 2024-11-09T18:21:12,939 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ea0fb7f6e3ba5e5bf1ac222d6ff9cf96, ASSIGN 2024-11-09T18:21:12,939 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ea0fb7f6e3ba5e5bf1ac222d6ff9cf96, ASSIGN; state=OFFLINE, location=fb97eb0edbe8,43747,1731176456963; forceNewPlan=false, retain=false 2024-11-09T18:21:13,090 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ea0fb7f6e3ba5e5bf1ac222d6ff9cf96, regionState=OPENING, regionLocation=fb97eb0edbe8,43747,1731176456963 2024-11-09T18:21:13,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ea0fb7f6e3ba5e5bf1ac222d6ff9cf96, ASSIGN because future has completed 2024-11-09T18:21:13,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea0fb7f6e3ba5e5bf1ac222d6ff9cf96, server=fb97eb0edbe8,43747,1731176456963}] 2024-11-09T18:21:13,247 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731176472114.ea0fb7f6e3ba5e5bf1ac222d6ff9cf96. 2024-11-09T18:21:13,247 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ea0fb7f6e3ba5e5bf1ac222d6ff9cf96, NAME => 'test,,1731176472114.ea0fb7f6e3ba5e5bf1ac222d6ff9cf96.', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:21:13,247 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T18:21:13,247 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T18:21:13,248 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ea0fb7f6e3ba5e5bf1ac222d6ff9cf96 2024-11-09T18:21:13,248 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731176472114.ea0fb7f6e3ba5e5bf1ac222d6ff9cf96.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:21:13,248 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ea0fb7f6e3ba5e5bf1ac222d6ff9cf96 2024-11-09T18:21:13,248 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ea0fb7f6e3ba5e5bf1ac222d6ff9cf96 2024-11-09T18:21:13,249 INFO [StoreOpener-ea0fb7f6e3ba5e5bf1ac222d6ff9cf96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ea0fb7f6e3ba5e5bf1ac222d6ff9cf96 2024-11-09T18:21:13,250 INFO [StoreOpener-ea0fb7f6e3ba5e5bf1ac222d6ff9cf96-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea0fb7f6e3ba5e5bf1ac222d6ff9cf96 columnFamilyName f 2024-11-09T18:21:13,250 DEBUG [StoreOpener-ea0fb7f6e3ba5e5bf1ac222d6ff9cf96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:13,250 INFO [StoreOpener-ea0fb7f6e3ba5e5bf1ac222d6ff9cf96-1 {}] regionserver.HStore(327): Store=ea0fb7f6e3ba5e5bf1ac222d6ff9cf96/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:21:13,250 INFO [StoreOpener-ea0fb7f6e3ba5e5bf1ac222d6ff9cf96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ea0fb7f6e3ba5e5bf1ac222d6ff9cf96 2024-11-09T18:21:13,251 INFO [StoreOpener-ea0fb7f6e3ba5e5bf1ac222d6ff9cf96-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea0fb7f6e3ba5e5bf1ac222d6ff9cf96 columnFamilyName f1 2024-11-09T18:21:13,251 DEBUG [StoreOpener-ea0fb7f6e3ba5e5bf1ac222d6ff9cf96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:13,251 INFO [StoreOpener-ea0fb7f6e3ba5e5bf1ac222d6ff9cf96-1 {}] regionserver.HStore(327): Store=ea0fb7f6e3ba5e5bf1ac222d6ff9cf96/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:21:13,251 INFO [StoreOpener-ea0fb7f6e3ba5e5bf1ac222d6ff9cf96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ea0fb7f6e3ba5e5bf1ac222d6ff9cf96 2024-11-09T18:21:13,252 INFO [StoreOpener-ea0fb7f6e3ba5e5bf1ac222d6ff9cf96-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea0fb7f6e3ba5e5bf1ac222d6ff9cf96 columnFamilyName norep 2024-11-09T18:21:13,252 DEBUG [StoreOpener-ea0fb7f6e3ba5e5bf1ac222d6ff9cf96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:13,252 INFO [StoreOpener-ea0fb7f6e3ba5e5bf1ac222d6ff9cf96-1 {}] regionserver.HStore(327): Store=ea0fb7f6e3ba5e5bf1ac222d6ff9cf96/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:21:13,252 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ea0fb7f6e3ba5e5bf1ac222d6ff9cf96 2024-11-09T18:21:13,253 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/data/default/test/ea0fb7f6e3ba5e5bf1ac222d6ff9cf96 2024-11-09T18:21:13,253 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/data/default/test/ea0fb7f6e3ba5e5bf1ac222d6ff9cf96 2024-11-09T18:21:13,254 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ea0fb7f6e3ba5e5bf1ac222d6ff9cf96 2024-11-09T18:21:13,254 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ea0fb7f6e3ba5e5bf1ac222d6ff9cf96 2024-11-09T18:21:13,254 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T18:21:13,255 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ea0fb7f6e3ba5e5bf1ac222d6ff9cf96 2024-11-09T18:21:13,256 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/data/default/test/ea0fb7f6e3ba5e5bf1ac222d6ff9cf96/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:21:13,256 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ea0fb7f6e3ba5e5bf1ac222d6ff9cf96; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68523742, jitterRate=0.021083325147628784}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T18:21:13,257 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ea0fb7f6e3ba5e5bf1ac222d6ff9cf96 2024-11-09T18:21:13,257 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ea0fb7f6e3ba5e5bf1ac222d6ff9cf96: Running coprocessor pre-open hook at 1731176473248Writing region info on filesystem at 1731176473248Initializing all the Stores at 1731176473248Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176473248Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176473249 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176473249Cleaning up temporary data from old regions at 1731176473254 (+5 ms)Running coprocessor post-open hooks at 1731176473257 (+3 ms)Region opened successfully at 1731176473257 2024-11-09T18:21:13,258 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731176472114.ea0fb7f6e3ba5e5bf1ac222d6ff9cf96., pid=6, masterSystemTime=1731176473244 2024-11-09T18:21:13,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:21:13,259 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731176472114.ea0fb7f6e3ba5e5bf1ac222d6ff9cf96. 2024-11-09T18:21:13,259 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731176472114.ea0fb7f6e3ba5e5bf1ac222d6ff9cf96. 2024-11-09T18:21:13,260 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ea0fb7f6e3ba5e5bf1ac222d6ff9cf96, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fb97eb0edbe8,43747,1731176456963 2024-11-09T18:21:13,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea0fb7f6e3ba5e5bf1ac222d6ff9cf96, server=fb97eb0edbe8,43747,1731176456963 because future has completed 2024-11-09T18:21:13,263 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T18:21:13,263 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ea0fb7f6e3ba5e5bf1ac222d6ff9cf96, server=fb97eb0edbe8,43747,1731176456963 in 170 msec 2024-11-09T18:21:13,264 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T18:21:13,264 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ea0fb7f6e3ba5e5bf1ac222d6ff9cf96, ASSIGN in 325 msec 2024-11-09T18:21:13,265 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T18:21:13,265 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176473265"}]},"ts":"1731176473265"} 2024-11-09T18:21:13,267 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T18:21:13,267 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T18:21:13,268 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1530 sec 2024-11-09T18:21:14,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:21:14,269 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T18:21:14,269 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:21:14,270 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,36999,1731176462782 2024-11-09T18:21:14,270 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a705202 2024-11-09T18:21:14,270 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:21:14,270 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:21:14,271 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36999 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:21:14,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36999 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T18:21:14,273 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T18:21:14,273 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:14,273 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36999 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T18:21:14,274 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T18:21:14,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:21:14,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43511 is added to blk_1073741835_1011 (size=902) 2024-11-09T18:21:14,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:21:14,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:21:14,681 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => affbc1c93407dc1ed8fc1dd42d26f557, NAME => 'test,,1731176474271.affbc1c93407dc1ed8fc1dd42d26f557.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6 2024-11-09T18:21:14,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43511 is added to blk_1073741836_1012 (size=39) 2024-11-09T18:21:14,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:21:15,085 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731176474271.affbc1c93407dc1ed8fc1dd42d26f557.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:21:15,085 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing affbc1c93407dc1ed8fc1dd42d26f557, disabling compactions & flushes 2024-11-09T18:21:15,085 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731176474271.affbc1c93407dc1ed8fc1dd42d26f557. 2024-11-09T18:21:15,085 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731176474271.affbc1c93407dc1ed8fc1dd42d26f557. 2024-11-09T18:21:15,085 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731176474271.affbc1c93407dc1ed8fc1dd42d26f557. after waiting 0 ms 2024-11-09T18:21:15,085 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731176474271.affbc1c93407dc1ed8fc1dd42d26f557. 2024-11-09T18:21:15,085 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731176474271.affbc1c93407dc1ed8fc1dd42d26f557. 2024-11-09T18:21:15,085 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for affbc1c93407dc1ed8fc1dd42d26f557: Waiting for close lock at 1731176475085Disabling compacts and flushes for region at 1731176475085Disabling writes for close at 1731176475085Writing region close event to WAL at 1731176475085Closed at 1731176475085 2024-11-09T18:21:15,086 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T18:21:15,087 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731176474271.affbc1c93407dc1ed8fc1dd42d26f557.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731176475087"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731176475087"}]},"ts":"1731176475087"} 2024-11-09T18:21:15,089 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T18:21:15,089 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T18:21:15,090 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176475089"}]},"ts":"1731176475089"} 2024-11-09T18:21:15,091 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T18:21:15,091 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=affbc1c93407dc1ed8fc1dd42d26f557, ASSIGN}] 2024-11-09T18:21:15,092 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=affbc1c93407dc1ed8fc1dd42d26f557, ASSIGN 2024-11-09T18:21:15,093 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=affbc1c93407dc1ed8fc1dd42d26f557, ASSIGN; state=OFFLINE, location=fb97eb0edbe8,38433,1731176462923; forceNewPlan=false, retain=false 2024-11-09T18:21:15,243 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=affbc1c93407dc1ed8fc1dd42d26f557, regionState=OPENING, regionLocation=fb97eb0edbe8,38433,1731176462923 2024-11-09T18:21:15,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=affbc1c93407dc1ed8fc1dd42d26f557, ASSIGN because future has completed 2024-11-09T18:21:15,245 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure affbc1c93407dc1ed8fc1dd42d26f557, server=fb97eb0edbe8,38433,1731176462923}] 2024-11-09T18:21:15,403 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731176474271.affbc1c93407dc1ed8fc1dd42d26f557. 2024-11-09T18:21:15,403 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => affbc1c93407dc1ed8fc1dd42d26f557, NAME => 'test,,1731176474271.affbc1c93407dc1ed8fc1dd42d26f557.', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:21:15,403 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T18:21:15,403 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T18:21:15,403 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test affbc1c93407dc1ed8fc1dd42d26f557 2024-11-09T18:21:15,403 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731176474271.affbc1c93407dc1ed8fc1dd42d26f557.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:21:15,403 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for affbc1c93407dc1ed8fc1dd42d26f557 2024-11-09T18:21:15,403 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for affbc1c93407dc1ed8fc1dd42d26f557 2024-11-09T18:21:15,404 INFO [StoreOpener-affbc1c93407dc1ed8fc1dd42d26f557-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region affbc1c93407dc1ed8fc1dd42d26f557 2024-11-09T18:21:15,405 INFO [StoreOpener-affbc1c93407dc1ed8fc1dd42d26f557-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region affbc1c93407dc1ed8fc1dd42d26f557 columnFamilyName f 2024-11-09T18:21:15,405 DEBUG [StoreOpener-affbc1c93407dc1ed8fc1dd42d26f557-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:15,406 INFO [StoreOpener-affbc1c93407dc1ed8fc1dd42d26f557-1 {}] regionserver.HStore(327): Store=affbc1c93407dc1ed8fc1dd42d26f557/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:21:15,406 INFO [StoreOpener-affbc1c93407dc1ed8fc1dd42d26f557-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region affbc1c93407dc1ed8fc1dd42d26f557 2024-11-09T18:21:15,407 INFO [StoreOpener-affbc1c93407dc1ed8fc1dd42d26f557-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region affbc1c93407dc1ed8fc1dd42d26f557 columnFamilyName f1 2024-11-09T18:21:15,407 DEBUG [StoreOpener-affbc1c93407dc1ed8fc1dd42d26f557-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:15,407 INFO [StoreOpener-affbc1c93407dc1ed8fc1dd42d26f557-1 {}] regionserver.HStore(327): Store=affbc1c93407dc1ed8fc1dd42d26f557/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:21:15,407 INFO [StoreOpener-affbc1c93407dc1ed8fc1dd42d26f557-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region affbc1c93407dc1ed8fc1dd42d26f557 2024-11-09T18:21:15,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:21:15,408 INFO [StoreOpener-affbc1c93407dc1ed8fc1dd42d26f557-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region affbc1c93407dc1ed8fc1dd42d26f557 columnFamilyName norep 2024-11-09T18:21:15,408 DEBUG [StoreOpener-affbc1c93407dc1ed8fc1dd42d26f557-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:15,408 INFO [StoreOpener-affbc1c93407dc1ed8fc1dd42d26f557-1 {}] regionserver.HStore(327): Store=affbc1c93407dc1ed8fc1dd42d26f557/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:21:15,408 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for affbc1c93407dc1ed8fc1dd42d26f557 2024-11-09T18:21:15,409 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/data/default/test/affbc1c93407dc1ed8fc1dd42d26f557 2024-11-09T18:21:15,409 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/data/default/test/affbc1c93407dc1ed8fc1dd42d26f557 2024-11-09T18:21:15,410 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for affbc1c93407dc1ed8fc1dd42d26f557 2024-11-09T18:21:15,410 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for affbc1c93407dc1ed8fc1dd42d26f557 2024-11-09T18:21:15,410 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T18:21:15,411 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for affbc1c93407dc1ed8fc1dd42d26f557 2024-11-09T18:21:15,413 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/data/default/test/affbc1c93407dc1ed8fc1dd42d26f557/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:21:15,413 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened affbc1c93407dc1ed8fc1dd42d26f557; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59811174, jitterRate=-0.1087440550327301}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T18:21:15,413 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for affbc1c93407dc1ed8fc1dd42d26f557 2024-11-09T18:21:15,413 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for affbc1c93407dc1ed8fc1dd42d26f557: Running coprocessor pre-open hook at 1731176475403Writing region info on filesystem at 1731176475403Initializing all the Stores at 1731176475404 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176475404Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176475404Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176475404Cleaning up temporary data from old regions at 1731176475410 (+6 ms)Running coprocessor post-open hooks at 1731176475413 (+3 ms)Region opened successfully at 1731176475413 2024-11-09T18:21:15,414 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731176474271.affbc1c93407dc1ed8fc1dd42d26f557., pid=6, masterSystemTime=1731176475397 2024-11-09T18:21:15,416 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731176474271.affbc1c93407dc1ed8fc1dd42d26f557. 2024-11-09T18:21:15,416 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731176474271.affbc1c93407dc1ed8fc1dd42d26f557. 2024-11-09T18:21:15,416 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=affbc1c93407dc1ed8fc1dd42d26f557, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fb97eb0edbe8,38433,1731176462923 2024-11-09T18:21:15,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure affbc1c93407dc1ed8fc1dd42d26f557, server=fb97eb0edbe8,38433,1731176462923 because future has completed 2024-11-09T18:21:15,431 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36999 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=fb97eb0edbe8,38433,1731176462923, table=test, region=affbc1c93407dc1ed8fc1dd42d26f557. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-09T18:21:15,433 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T18:21:15,434 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure affbc1c93407dc1ed8fc1dd42d26f557, server=fb97eb0edbe8,38433,1731176462923 in 186 msec 2024-11-09T18:21:15,435 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T18:21:15,435 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=affbc1c93407dc1ed8fc1dd42d26f557, ASSIGN in 342 msec 2024-11-09T18:21:15,435 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T18:21:15,436 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176475435"}]},"ts":"1731176475435"} 2024-11-09T18:21:15,437 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T18:21:15,438 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T18:21:15,439 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1670 sec 2024-11-09T18:21:15,557 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T18:21:15,557 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-09T18:21:15,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T18:21:15,558 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-09T18:21:16,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:21:16,418 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T18:21:16,418 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:21:16,419 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,42359,1731176468608 2024-11-09T18:21:16,419 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@477bc9fe 2024-11-09T18:21:16,419 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:21:16,420 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:21:16,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42359 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:21:16,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42359 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T18:21:16,423 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T18:21:16,423 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:16,423 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42359 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T18:21:16,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:21:16,424 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T18:21:16,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741835_1011 (size=902) 2024-11-09T18:21:16,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:21:16,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:21:16,899 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0fe81a14d7e1ad8a9e8ed68da7db22d6, NAME => 'test,,1731176476420.0fe81a14d7e1ad8a9e8ed68da7db22d6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2 2024-11-09T18:21:16,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741836_1012 (size=39) 2024-11-09T18:21:17,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:21:17,306 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731176476420.0fe81a14d7e1ad8a9e8ed68da7db22d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:21:17,306 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0fe81a14d7e1ad8a9e8ed68da7db22d6, disabling compactions & flushes 2024-11-09T18:21:17,306 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731176476420.0fe81a14d7e1ad8a9e8ed68da7db22d6. 2024-11-09T18:21:17,306 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731176476420.0fe81a14d7e1ad8a9e8ed68da7db22d6. 2024-11-09T18:21:17,306 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731176476420.0fe81a14d7e1ad8a9e8ed68da7db22d6. after waiting 0 ms 2024-11-09T18:21:17,306 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731176476420.0fe81a14d7e1ad8a9e8ed68da7db22d6. 2024-11-09T18:21:17,306 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731176476420.0fe81a14d7e1ad8a9e8ed68da7db22d6. 2024-11-09T18:21:17,306 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0fe81a14d7e1ad8a9e8ed68da7db22d6: Waiting for close lock at 1731176477306Disabling compacts and flushes for region at 1731176477306Disabling writes for close at 1731176477306Writing region close event to WAL at 1731176477306Closed at 1731176477306 2024-11-09T18:21:17,307 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T18:21:17,308 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731176476420.0fe81a14d7e1ad8a9e8ed68da7db22d6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731176477308"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731176477308"}]},"ts":"1731176477308"} 2024-11-09T18:21:17,309 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T18:21:17,310 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T18:21:17,310 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176477310"}]},"ts":"1731176477310"} 2024-11-09T18:21:17,311 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T18:21:17,312 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0fe81a14d7e1ad8a9e8ed68da7db22d6, ASSIGN}] 2024-11-09T18:21:17,313 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0fe81a14d7e1ad8a9e8ed68da7db22d6, ASSIGN 2024-11-09T18:21:17,313 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0fe81a14d7e1ad8a9e8ed68da7db22d6, ASSIGN; state=OFFLINE, location=fb97eb0edbe8,39039,1731176468755; forceNewPlan=false, retain=false 2024-11-09T18:21:17,464 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0fe81a14d7e1ad8a9e8ed68da7db22d6, regionState=OPENING, regionLocation=fb97eb0edbe8,39039,1731176468755 2024-11-09T18:21:17,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0fe81a14d7e1ad8a9e8ed68da7db22d6, ASSIGN because future has completed 2024-11-09T18:21:17,466 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0fe81a14d7e1ad8a9e8ed68da7db22d6, server=fb97eb0edbe8,39039,1731176468755}] 2024-11-09T18:21:17,523 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T18:21:17,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:17,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:17,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:17,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:17,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:17,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:17,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:17,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:17,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:21:17,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:17,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:17,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:17,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:17,590 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T18:21:17,621 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731176476420.0fe81a14d7e1ad8a9e8ed68da7db22d6. 2024-11-09T18:21:17,621 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0fe81a14d7e1ad8a9e8ed68da7db22d6, NAME => 'test,,1731176476420.0fe81a14d7e1ad8a9e8ed68da7db22d6.', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:21:17,621 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T18:21:17,621 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T18:21:17,622 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0fe81a14d7e1ad8a9e8ed68da7db22d6 2024-11-09T18:21:17,622 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731176476420.0fe81a14d7e1ad8a9e8ed68da7db22d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:21:17,622 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0fe81a14d7e1ad8a9e8ed68da7db22d6 2024-11-09T18:21:17,622 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0fe81a14d7e1ad8a9e8ed68da7db22d6 2024-11-09T18:21:17,623 INFO [StoreOpener-0fe81a14d7e1ad8a9e8ed68da7db22d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0fe81a14d7e1ad8a9e8ed68da7db22d6 2024-11-09T18:21:17,624 INFO [StoreOpener-0fe81a14d7e1ad8a9e8ed68da7db22d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0fe81a14d7e1ad8a9e8ed68da7db22d6 columnFamilyName f 2024-11-09T18:21:17,624 DEBUG [StoreOpener-0fe81a14d7e1ad8a9e8ed68da7db22d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:17,624 INFO [StoreOpener-0fe81a14d7e1ad8a9e8ed68da7db22d6-1 {}] regionserver.HStore(327): Store=0fe81a14d7e1ad8a9e8ed68da7db22d6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:21:17,625 INFO [StoreOpener-0fe81a14d7e1ad8a9e8ed68da7db22d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0fe81a14d7e1ad8a9e8ed68da7db22d6 2024-11-09T18:21:17,625 INFO [StoreOpener-0fe81a14d7e1ad8a9e8ed68da7db22d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0fe81a14d7e1ad8a9e8ed68da7db22d6 columnFamilyName f1 2024-11-09T18:21:17,625 DEBUG [StoreOpener-0fe81a14d7e1ad8a9e8ed68da7db22d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:17,626 INFO [StoreOpener-0fe81a14d7e1ad8a9e8ed68da7db22d6-1 {}] regionserver.HStore(327): Store=0fe81a14d7e1ad8a9e8ed68da7db22d6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:21:17,626 INFO [StoreOpener-0fe81a14d7e1ad8a9e8ed68da7db22d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0fe81a14d7e1ad8a9e8ed68da7db22d6 2024-11-09T18:21:17,626 INFO [StoreOpener-0fe81a14d7e1ad8a9e8ed68da7db22d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0fe81a14d7e1ad8a9e8ed68da7db22d6 columnFamilyName norep 2024-11-09T18:21:17,626 DEBUG [StoreOpener-0fe81a14d7e1ad8a9e8ed68da7db22d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:17,627 INFO [StoreOpener-0fe81a14d7e1ad8a9e8ed68da7db22d6-1 {}] regionserver.HStore(327): Store=0fe81a14d7e1ad8a9e8ed68da7db22d6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:21:17,627 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0fe81a14d7e1ad8a9e8ed68da7db22d6 2024-11-09T18:21:17,627 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/data/default/test/0fe81a14d7e1ad8a9e8ed68da7db22d6 2024-11-09T18:21:17,628 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/data/default/test/0fe81a14d7e1ad8a9e8ed68da7db22d6 2024-11-09T18:21:17,628 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0fe81a14d7e1ad8a9e8ed68da7db22d6 2024-11-09T18:21:17,628 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0fe81a14d7e1ad8a9e8ed68da7db22d6 2024-11-09T18:21:17,629 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T18:21:17,629 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0fe81a14d7e1ad8a9e8ed68da7db22d6 2024-11-09T18:21:17,631 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/data/default/test/0fe81a14d7e1ad8a9e8ed68da7db22d6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:21:17,631 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0fe81a14d7e1ad8a9e8ed68da7db22d6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63649730, jitterRate=-0.05154511332511902}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T18:21:17,631 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0fe81a14d7e1ad8a9e8ed68da7db22d6 2024-11-09T18:21:17,631 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0fe81a14d7e1ad8a9e8ed68da7db22d6: Running coprocessor pre-open hook at 1731176477622Writing region info on filesystem at 1731176477622Initializing all the Stores at 1731176477623 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176477623Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176477623Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176477623Cleaning up temporary data from old regions at 1731176477628 (+5 ms)Running coprocessor post-open hooks at 1731176477631 (+3 ms)Region opened successfully at 1731176477631 2024-11-09T18:21:17,632 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731176476420.0fe81a14d7e1ad8a9e8ed68da7db22d6., pid=6, masterSystemTime=1731176477618 2024-11-09T18:21:17,634 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731176476420.0fe81a14d7e1ad8a9e8ed68da7db22d6. 2024-11-09T18:21:17,634 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731176476420.0fe81a14d7e1ad8a9e8ed68da7db22d6. 2024-11-09T18:21:17,635 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0fe81a14d7e1ad8a9e8ed68da7db22d6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fb97eb0edbe8,39039,1731176468755 2024-11-09T18:21:17,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0fe81a14d7e1ad8a9e8ed68da7db22d6, server=fb97eb0edbe8,39039,1731176468755 because future has completed 2024-11-09T18:21:17,638 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T18:21:17,638 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0fe81a14d7e1ad8a9e8ed68da7db22d6, server=fb97eb0edbe8,39039,1731176468755 in 171 msec 2024-11-09T18:21:17,640 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T18:21:17,640 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0fe81a14d7e1ad8a9e8ed68da7db22d6, ASSIGN in 326 msec 2024-11-09T18:21:17,641 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T18:21:17,641 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176477641"}]},"ts":"1731176477641"} 2024-11-09T18:21:17,643 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T18:21:17,643 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T18:21:17,644 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2220 sec 2024-11-09T18:21:18,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:21:18,568 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T18:21:18,568 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e66e547, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:21:18,569 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,37351,-1 for getting cluster id 2024-11-09T18:21:18,569 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:21:18,569 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1dea365c-aeac-49c3-9e72-bb92bd83d29e' 2024-11-09T18:21:18,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:21:18,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1dea365c-aeac-49c3-9e72-bb92bd83d29e" 2024-11-09T18:21:18,570 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26947ea8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:21:18,570 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,37351,-1] 2024-11-09T18:21:18,570 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:21:18,570 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:21:18,570 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:21:18,571 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2158fe49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:21:18,571 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:21:18,572 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,37351,1731176456753 2024-11-09T18:21:18,572 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d64954b 2024-11-09T18:21:18,572 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:21:18,572 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:21:18,573 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37351 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://fb97eb0edbe8:36999,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T18:21:18,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37351 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T18:21:18,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T18:21:18,575 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fb97eb0edbe8:36999' 2024-11-09T18:21:18,576 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ea39841, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:21:18,576 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,36999,-1 for getting cluster id 2024-11-09T18:21:18,576 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:21:18,576 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30387491-1c16-4eae-9ba6-e921b06cbfbb' 2024-11-09T18:21:18,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:21:18,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30387491-1c16-4eae-9ba6-e921b06cbfbb" 2024-11-09T18:21:18,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4422603c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:21:18,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,36999,-1] 2024-11-09T18:21:18,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:21:18,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:21:18,578 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:21:18,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@711f11e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:21:18,578 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:21:18,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,36999,1731176462782 2024-11-09T18:21:18,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ba28990 2024-11-09T18:21:18,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:21:18,580 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:21:18,580 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T18:21:18,580 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T18:21:18,580 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:21:18,580 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:21:18,580 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:21:18,581 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:21:18,582 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T18:21:18,583 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T18:21:18,583 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:18,583 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T18:21:18,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41149 is added to blk_1073741837_1013 (size=1138) 2024-11-09T18:21:18,632 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T18:21:18,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T18:21:18,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T18:21:18,989 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3fb23a007ac8e203958003c50da6a88e, NAME => 'hbase:replication,,1731176478581.3fb23a007ac8e203958003c50da6a88e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065 2024-11-09T18:21:18,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41149 is added to blk_1073741838_1014 (size=44) 2024-11-09T18:21:18,993 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731176478581.3fb23a007ac8e203958003c50da6a88e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:21:18,994 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3fb23a007ac8e203958003c50da6a88e, disabling compactions & flushes 2024-11-09T18:21:18,994 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731176478581.3fb23a007ac8e203958003c50da6a88e. 2024-11-09T18:21:18,994 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731176478581.3fb23a007ac8e203958003c50da6a88e. 2024-11-09T18:21:18,994 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731176478581.3fb23a007ac8e203958003c50da6a88e. after waiting 0 ms 2024-11-09T18:21:18,994 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731176478581.3fb23a007ac8e203958003c50da6a88e. 2024-11-09T18:21:18,994 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731176478581.3fb23a007ac8e203958003c50da6a88e. 2024-11-09T18:21:18,994 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3fb23a007ac8e203958003c50da6a88e: Waiting for close lock at 1731176478994Disabling compacts and flushes for region at 1731176478994Disabling writes for close at 1731176478994Writing region close event to WAL at 1731176478994Closed at 1731176478994 2024-11-09T18:21:18,995 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T18:21:18,995 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731176478581.3fb23a007ac8e203958003c50da6a88e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731176478995"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731176478995"}]},"ts":"1731176478995"} 2024-11-09T18:21:18,997 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T18:21:18,997 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T18:21:18,997 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176478997"}]},"ts":"1731176478997"} 2024-11-09T18:21:18,999 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T18:21:18,999 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3fb23a007ac8e203958003c50da6a88e, ASSIGN}] 2024-11-09T18:21:19,000 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3fb23a007ac8e203958003c50da6a88e, ASSIGN 2024-11-09T18:21:19,001 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3fb23a007ac8e203958003c50da6a88e, ASSIGN; state=OFFLINE, location=fb97eb0edbe8,43747,1731176456963; forceNewPlan=false, retain=false 2024-11-09T18:21:19,151 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3fb23a007ac8e203958003c50da6a88e, regionState=OPENING, regionLocation=fb97eb0edbe8,43747,1731176456963 2024-11-09T18:21:19,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3fb23a007ac8e203958003c50da6a88e, ASSIGN because future has completed 2024-11-09T18:21:19,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3fb23a007ac8e203958003c50da6a88e, server=fb97eb0edbe8,43747,1731176456963}] 2024-11-09T18:21:19,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T18:21:19,308 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731176478581.3fb23a007ac8e203958003c50da6a88e. 2024-11-09T18:21:19,309 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:21:19,309 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T18:21:19,310 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fb97eb0edbe8%2C43747%2C1731176456963.rep, suffix=, logDir=hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/WALs/fb97eb0edbe8,43747,1731176456963, archiveDir=hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/oldWALs, maxLogs=10 2024-11-09T18:21:19,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/WALs/fb97eb0edbe8,43747,1731176456963/fb97eb0edbe8%2C43747%2C1731176456963.rep.1731176479310, exclude list is [], retry=0 2024-11-09T18:21:19,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41149,DS-126381fa-4e05-48ae-9f8b-9fdc609dd9d3,DISK] 2024-11-09T18:21:19,327 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/WALs/fb97eb0edbe8,43747,1731176456963/fb97eb0edbe8%2C43747%2C1731176456963.rep.1731176479310 2024-11-09T18:21:19,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36011:36011)] 2024-11-09T18:21:19,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 3fb23a007ac8e203958003c50da6a88e, NAME => 'hbase:replication,,1731176478581.3fb23a007ac8e203958003c50da6a88e.', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:21:19,327 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T18:21:19,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T18:21:19,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731176478581.3fb23a007ac8e203958003c50da6a88e. service=MultiRowMutationService 2024-11-09T18:21:19,328 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T18:21:19,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3fb23a007ac8e203958003c50da6a88e 2024-11-09T18:21:19,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731176478581.3fb23a007ac8e203958003c50da6a88e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:21:19,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 3fb23a007ac8e203958003c50da6a88e 2024-11-09T18:21:19,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 3fb23a007ac8e203958003c50da6a88e 2024-11-09T18:21:19,329 INFO [StoreOpener-3fb23a007ac8e203958003c50da6a88e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3fb23a007ac8e203958003c50da6a88e 2024-11-09T18:21:19,330 INFO [StoreOpener-3fb23a007ac8e203958003c50da6a88e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3fb23a007ac8e203958003c50da6a88e columnFamilyName hfileref 2024-11-09T18:21:19,330 DEBUG [StoreOpener-3fb23a007ac8e203958003c50da6a88e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:19,330 INFO [StoreOpener-3fb23a007ac8e203958003c50da6a88e-1 {}] regionserver.HStore(327): Store=3fb23a007ac8e203958003c50da6a88e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:21:19,330 INFO [StoreOpener-3fb23a007ac8e203958003c50da6a88e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3fb23a007ac8e203958003c50da6a88e 2024-11-09T18:21:19,331 INFO [StoreOpener-3fb23a007ac8e203958003c50da6a88e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3fb23a007ac8e203958003c50da6a88e columnFamilyName queue 2024-11-09T18:21:19,331 DEBUG [StoreOpener-3fb23a007ac8e203958003c50da6a88e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:19,331 INFO [StoreOpener-3fb23a007ac8e203958003c50da6a88e-1 {}] regionserver.HStore(327): Store=3fb23a007ac8e203958003c50da6a88e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:21:19,331 INFO [StoreOpener-3fb23a007ac8e203958003c50da6a88e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3fb23a007ac8e203958003c50da6a88e 2024-11-09T18:21:19,332 INFO [StoreOpener-3fb23a007ac8e203958003c50da6a88e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3fb23a007ac8e203958003c50da6a88e columnFamilyName sid 2024-11-09T18:21:19,332 DEBUG [StoreOpener-3fb23a007ac8e203958003c50da6a88e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:19,332 INFO [StoreOpener-3fb23a007ac8e203958003c50da6a88e-1 {}] regionserver.HStore(327): Store=3fb23a007ac8e203958003c50da6a88e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:21:19,333 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 3fb23a007ac8e203958003c50da6a88e 2024-11-09T18:21:19,333 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/data/hbase/replication/3fb23a007ac8e203958003c50da6a88e 2024-11-09T18:21:19,333 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/data/hbase/replication/3fb23a007ac8e203958003c50da6a88e 2024-11-09T18:21:19,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 3fb23a007ac8e203958003c50da6a88e 2024-11-09T18:21:19,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 3fb23a007ac8e203958003c50da6a88e 2024-11-09T18:21:19,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T18:21:19,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 3fb23a007ac8e203958003c50da6a88e 2024-11-09T18:21:19,336 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/data/hbase/replication/3fb23a007ac8e203958003c50da6a88e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:21:19,336 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 3fb23a007ac8e203958003c50da6a88e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64289767, jitterRate=-0.042007818818092346}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T18:21:19,337 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3fb23a007ac8e203958003c50da6a88e 2024-11-09T18:21:19,337 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 3fb23a007ac8e203958003c50da6a88e: Running coprocessor pre-open hook at 1731176479328Writing region info on filesystem at 1731176479328Initializing all the Stores at 1731176479329 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176479329Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176479329Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176479329Cleaning up temporary data from old regions at 1731176479334 (+5 ms)Running coprocessor post-open hooks at 1731176479337 (+3 ms)Region opened successfully at 1731176479337 2024-11-09T18:21:19,338 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731176478581.3fb23a007ac8e203958003c50da6a88e., pid=10, masterSystemTime=1731176479305 2024-11-09T18:21:19,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731176478581.3fb23a007ac8e203958003c50da6a88e. 2024-11-09T18:21:19,340 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731176478581.3fb23a007ac8e203958003c50da6a88e. 2024-11-09T18:21:19,340 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3fb23a007ac8e203958003c50da6a88e, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,43747,1731176456963 2024-11-09T18:21:19,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3fb23a007ac8e203958003c50da6a88e, server=fb97eb0edbe8,43747,1731176456963 because future has completed 2024-11-09T18:21:19,343 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T18:21:19,343 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3fb23a007ac8e203958003c50da6a88e, server=fb97eb0edbe8,43747,1731176456963 in 188 msec 2024-11-09T18:21:19,345 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T18:21:19,345 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3fb23a007ac8e203958003c50da6a88e, ASSIGN in 344 msec 2024-11-09T18:21:19,345 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T18:21:19,346 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176479345"}]},"ts":"1731176479345"} 2024-11-09T18:21:19,347 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T18:21:19,348 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T18:21:19,349 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 767 msec 2024-11-09T18:21:19,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731176478581.3fb23a007ac8e203958003c50da6a88e., hostname=fb97eb0edbe8,43747,1731176456963, seqNum=2] 2024-11-09T18:21:19,457 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43747-0x10120d453450001, quorum=127.0.0.1:52022, baseZNode=/0701697357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701697357 2024-11-09T18:21:19,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37351-0x10120d453450000, quorum=127.0.0.1:52022, baseZNode=/0701697357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701697357 2024-11-09T18:21:19,479 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T18:21:19,631 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43747 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T18:21:19,631 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T18:21:19,657 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-fb97eb0edbe8,43747,1731176456963, ReplicationSource: 1, currentBandwidth=0 2024-11-09T18:21:19,658 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:21:19,658 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,43747,1731176456963, seqNum=-1] 2024-11-09T18:21:19,658 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:21:19,659 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35033, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-09T18:21:19,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-fb97eb0edbe8,43747,1731176456963', locateType=CURRENT is [region=hbase:replication,,1731176478581.3fb23a007ac8e203958003c50da6a88e., hostname=fb97eb0edbe8,43747,1731176456963, seqNum=2] 2024-11-09T18:21:19,662 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T18:21:19,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37351 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T18:21:19,664 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on fb97eb0edbe8,43747,1731176456963 suceeded 2024-11-09T18:21:19,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T18:21:19,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-09T18:21:19,666 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://fb97eb0edbe8:36999,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T18:21:19,667 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0930 sec 2024-11-09T18:21:19,684 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fb97eb0edbe8:36999' 2024-11-09T18:21:19,685 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fa81702, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:21:19,685 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963 {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,36999,-1 for getting cluster id 2024-11-09T18:21:19,686 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:21:19,686 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30387491-1c16-4eae-9ba6-e921b06cbfbb' 2024-11-09T18:21:19,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:21:19,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30387491-1c16-4eae-9ba6-e921b06cbfbb" 2024-11-09T18:21:19,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36a7ec4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:21:19,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,36999,-1] 2024-11-09T18:21:19,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:21:19,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:21:19,688 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:21:19,688 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62bf7e4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:21:19,688 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:21:19,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,36999,1731176462782 2024-11-09T18:21:19,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@416503cf 2024-11-09T18:21:19,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:21:19,690 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-09T18:21:19,691 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fb97eb0edbe8,43747,1731176456963 (queues=1) is replicating from cluster=1dea365c-aeac-49c3-9e72-bb92bd83d29e to cluster=30387491-1c16-4eae-9ba6-e921b06cbfbb 2024-11-09T18:21:19,691 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fb97eb0edbe8%2C43747%2C1731176456963 2024-11-09T18:21:19,691 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fb97eb0edbe8,43747,1731176456963, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T18:21:19,692 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.shipperfb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fb97eb0edbe8%2C43747%2C1731176456963 2024-11-09T18:21:19,692 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.wal-reader.fb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/WALs/fb97eb0edbe8,43747,1731176456963/fb97eb0edbe8%2C43747%2C1731176456963.1731176459187, startPosition=0, beingWritten=true 2024-11-09T18:21:19,696 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.wal-reader.fb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T18:21:19,696 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.wal-reader.fb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/WALs/fb97eb0edbe8,43747,1731176456963/fb97eb0edbe8%2C43747%2C1731176456963.1731176459187 to pos 379, reset compression=false 2024-11-09T18:21:19,696 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.shipperfb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fb97eb0edbe8,43747,1731176456963 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/WALs/fb97eb0edbe8,43747,1731176456963/fb97eb0edbe8%2C43747%2C1731176456963.1731176459187, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T18:21:19,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T18:21:19,709 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T18:21:19,709 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:21:19,709 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:21:19,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:21:19,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:21:19,710 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:21:19,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@729b5cf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:21:19,710 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,36999,-1 for getting cluster id 2024-11-09T18:21:19,710 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:21:19,711 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30387491-1c16-4eae-9ba6-e921b06cbfbb' 2024-11-09T18:21:19,711 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:21:19,711 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30387491-1c16-4eae-9ba6-e921b06cbfbb" 2024-11-09T18:21:19,711 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39a53d4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:21:19,711 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,36999,-1] 2024-11-09T18:21:19,712 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:21:19,712 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:21:19,712 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:21:19,713 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30bdaad6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:21:19,713 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:21:19,714 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,36999,1731176462782 2024-11-09T18:21:19,714 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44b4636e 2024-11-09T18:21:19,714 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:21:19,715 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:21:19,715 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36999 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://fb97eb0edbe8:42359,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T18:21:19,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36999 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T18:21:19,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T18:21:19,717 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fb97eb0edbe8:42359' 2024-11-09T18:21:19,718 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34055e78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:21:19,718 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,42359,-1 for getting cluster id 2024-11-09T18:21:19,718 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:21:19,719 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '25ac9330-02c2-4377-accd-fe58828c6b33' 2024-11-09T18:21:19,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:21:19,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "25ac9330-02c2-4377-accd-fe58828c6b33" 2024-11-09T18:21:19,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fc3a573, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:21:19,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,42359,-1] 2024-11-09T18:21:19,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:21:19,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:21:19,720 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:21:19,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34115d10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:21:19,721 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:21:19,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,42359,1731176468608 2024-11-09T18:21:19,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19d716b7 2024-11-09T18:21:19,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:21:19,722 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:21:19,723 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-09T18:21:19,723 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T18:21:19,723 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:21:19,723 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:21:19,723 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:21:19,723 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:21:19,724 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T18:21:19,725 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T18:21:19,725 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:19,725 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T18:21:19,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43511 is added to blk_1073741837_1013 (size=1138) 2024-11-09T18:21:19,774 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T18:21:19,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T18:21:19,899 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.wal-reader.fb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/WALs/fb97eb0edbe8,43747,1731176456963/fb97eb0edbe8%2C43747%2C1731176456963.1731176459187 to pos 379, reset compression=false 2024-11-09T18:21:20,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T18:21:20,135 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9454d5eb28b0b5b191b7d2002c5be6a2, NAME => 'hbase:replication,,1731176479723.9454d5eb28b0b5b191b7d2002c5be6a2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6 2024-11-09T18:21:20,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43511 is added to blk_1073741838_1014 (size=44) 2024-11-09T18:21:20,203 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.wal-reader.fb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/WALs/fb97eb0edbe8,43747,1731176456963/fb97eb0edbe8%2C43747%2C1731176456963.1731176459187 to pos 379, reset compression=false 2024-11-09T18:21:20,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T18:21:20,540 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731176479723.9454d5eb28b0b5b191b7d2002c5be6a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:21:20,540 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9454d5eb28b0b5b191b7d2002c5be6a2, disabling compactions & flushes 2024-11-09T18:21:20,540 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731176479723.9454d5eb28b0b5b191b7d2002c5be6a2. 2024-11-09T18:21:20,540 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731176479723.9454d5eb28b0b5b191b7d2002c5be6a2. 2024-11-09T18:21:20,540 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731176479723.9454d5eb28b0b5b191b7d2002c5be6a2. after waiting 0 ms 2024-11-09T18:21:20,540 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731176479723.9454d5eb28b0b5b191b7d2002c5be6a2. 2024-11-09T18:21:20,540 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731176479723.9454d5eb28b0b5b191b7d2002c5be6a2. 2024-11-09T18:21:20,540 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9454d5eb28b0b5b191b7d2002c5be6a2: Waiting for close lock at 1731176480540Disabling compacts and flushes for region at 1731176480540Disabling writes for close at 1731176480540Writing region close event to WAL at 1731176480540Closed at 1731176480540 2024-11-09T18:21:20,542 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T18:21:20,542 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731176479723.9454d5eb28b0b5b191b7d2002c5be6a2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731176480542"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731176480542"}]},"ts":"1731176480542"} 2024-11-09T18:21:20,544 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T18:21:20,544 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T18:21:20,545 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176480544"}]},"ts":"1731176480544"} 2024-11-09T18:21:20,546 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T18:21:20,546 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9454d5eb28b0b5b191b7d2002c5be6a2, ASSIGN}] 2024-11-09T18:21:20,547 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9454d5eb28b0b5b191b7d2002c5be6a2, ASSIGN 2024-11-09T18:21:20,548 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9454d5eb28b0b5b191b7d2002c5be6a2, ASSIGN; state=OFFLINE, location=fb97eb0edbe8,38433,1731176462923; forceNewPlan=false, retain=false 2024-11-09T18:21:20,607 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.wal-reader.fb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/WALs/fb97eb0edbe8,43747,1731176456963/fb97eb0edbe8%2C43747%2C1731176456963.1731176459187 to pos 379, reset compression=false 2024-11-09T18:21:20,698 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9454d5eb28b0b5b191b7d2002c5be6a2, regionState=OPENING, regionLocation=fb97eb0edbe8,38433,1731176462923 2024-11-09T18:21:20,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9454d5eb28b0b5b191b7d2002c5be6a2, ASSIGN because future has completed 2024-11-09T18:21:20,701 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9454d5eb28b0b5b191b7d2002c5be6a2, server=fb97eb0edbe8,38433,1731176462923}] 2024-11-09T18:21:20,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T18:21:20,857 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731176479723.9454d5eb28b0b5b191b7d2002c5be6a2. 2024-11-09T18:21:20,857 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:21:20,858 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T18:21:20,859 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fb97eb0edbe8%2C38433%2C1731176462923.rep, suffix=, logDir=hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/WALs/fb97eb0edbe8,38433,1731176462923, archiveDir=hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/oldWALs, maxLogs=10 2024-11-09T18:21:20,875 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/WALs/fb97eb0edbe8,38433,1731176462923/fb97eb0edbe8%2C38433%2C1731176462923.rep.1731176480859, exclude list is [], retry=0 2024-11-09T18:21:20,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43511,DS-48537ee8-066f-4603-8a04-eb16e7747340,DISK] 2024-11-09T18:21:20,879 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/WALs/fb97eb0edbe8,38433,1731176462923/fb97eb0edbe8%2C38433%2C1731176462923.rep.1731176480859 2024-11-09T18:21:20,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35017:35017)] 2024-11-09T18:21:20,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9454d5eb28b0b5b191b7d2002c5be6a2, NAME => 'hbase:replication,,1731176479723.9454d5eb28b0b5b191b7d2002c5be6a2.', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:21:20,879 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T18:21:20,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T18:21:20,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731176479723.9454d5eb28b0b5b191b7d2002c5be6a2. service=MultiRowMutationService 2024-11-09T18:21:20,880 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T18:21:20,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9454d5eb28b0b5b191b7d2002c5be6a2 2024-11-09T18:21:20,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731176479723.9454d5eb28b0b5b191b7d2002c5be6a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:21:20,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9454d5eb28b0b5b191b7d2002c5be6a2 2024-11-09T18:21:20,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9454d5eb28b0b5b191b7d2002c5be6a2 2024-11-09T18:21:20,881 INFO [StoreOpener-9454d5eb28b0b5b191b7d2002c5be6a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9454d5eb28b0b5b191b7d2002c5be6a2 2024-11-09T18:21:20,882 INFO [StoreOpener-9454d5eb28b0b5b191b7d2002c5be6a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9454d5eb28b0b5b191b7d2002c5be6a2 columnFamilyName hfileref 2024-11-09T18:21:20,882 DEBUG [StoreOpener-9454d5eb28b0b5b191b7d2002c5be6a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:20,883 INFO [StoreOpener-9454d5eb28b0b5b191b7d2002c5be6a2-1 {}] regionserver.HStore(327): Store=9454d5eb28b0b5b191b7d2002c5be6a2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:21:20,883 INFO [StoreOpener-9454d5eb28b0b5b191b7d2002c5be6a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9454d5eb28b0b5b191b7d2002c5be6a2 2024-11-09T18:21:20,884 INFO [StoreOpener-9454d5eb28b0b5b191b7d2002c5be6a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9454d5eb28b0b5b191b7d2002c5be6a2 columnFamilyName queue 2024-11-09T18:21:20,884 DEBUG [StoreOpener-9454d5eb28b0b5b191b7d2002c5be6a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:20,884 INFO [StoreOpener-9454d5eb28b0b5b191b7d2002c5be6a2-1 {}] regionserver.HStore(327): Store=9454d5eb28b0b5b191b7d2002c5be6a2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:21:20,884 INFO [StoreOpener-9454d5eb28b0b5b191b7d2002c5be6a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9454d5eb28b0b5b191b7d2002c5be6a2 2024-11-09T18:21:20,885 INFO [StoreOpener-9454d5eb28b0b5b191b7d2002c5be6a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9454d5eb28b0b5b191b7d2002c5be6a2 columnFamilyName sid 2024-11-09T18:21:20,885 DEBUG [StoreOpener-9454d5eb28b0b5b191b7d2002c5be6a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:20,885 INFO [StoreOpener-9454d5eb28b0b5b191b7d2002c5be6a2-1 {}] regionserver.HStore(327): Store=9454d5eb28b0b5b191b7d2002c5be6a2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:21:20,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9454d5eb28b0b5b191b7d2002c5be6a2 2024-11-09T18:21:20,886 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/data/hbase/replication/9454d5eb28b0b5b191b7d2002c5be6a2 2024-11-09T18:21:20,886 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/data/hbase/replication/9454d5eb28b0b5b191b7d2002c5be6a2 2024-11-09T18:21:20,887 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9454d5eb28b0b5b191b7d2002c5be6a2 2024-11-09T18:21:20,887 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9454d5eb28b0b5b191b7d2002c5be6a2 2024-11-09T18:21:20,887 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T18:21:20,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9454d5eb28b0b5b191b7d2002c5be6a2 2024-11-09T18:21:20,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/data/hbase/replication/9454d5eb28b0b5b191b7d2002c5be6a2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:21:20,890 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9454d5eb28b0b5b191b7d2002c5be6a2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74460961, jitterRate=0.10955478250980377}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T18:21:20,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9454d5eb28b0b5b191b7d2002c5be6a2 2024-11-09T18:21:20,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9454d5eb28b0b5b191b7d2002c5be6a2: Running coprocessor pre-open hook at 1731176480880Writing region info on filesystem at 1731176480880Initializing all the Stores at 1731176480881 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176480881Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176480881Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176480881Cleaning up temporary data from old regions at 1731176480887 (+6 ms)Running coprocessor post-open hooks at 1731176480890 (+3 ms)Region opened successfully at 1731176480890 2024-11-09T18:21:20,890 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731176479723.9454d5eb28b0b5b191b7d2002c5be6a2., pid=10, masterSystemTime=1731176480854 2024-11-09T18:21:20,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731176479723.9454d5eb28b0b5b191b7d2002c5be6a2. 2024-11-09T18:21:20,892 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731176479723.9454d5eb28b0b5b191b7d2002c5be6a2. 2024-11-09T18:21:20,892 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9454d5eb28b0b5b191b7d2002c5be6a2, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,38433,1731176462923 2024-11-09T18:21:20,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9454d5eb28b0b5b191b7d2002c5be6a2, server=fb97eb0edbe8,38433,1731176462923 because future has completed 2024-11-09T18:21:20,896 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T18:21:20,896 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9454d5eb28b0b5b191b7d2002c5be6a2, server=fb97eb0edbe8,38433,1731176462923 in 194 msec 2024-11-09T18:21:20,898 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T18:21:20,898 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9454d5eb28b0b5b191b7d2002c5be6a2, ASSIGN in 350 msec 2024-11-09T18:21:20,899 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T18:21:20,899 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176480899"}]},"ts":"1731176480899"} 2024-11-09T18:21:20,901 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T18:21:20,901 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T18:21:20,903 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1780 sec 2024-11-09T18:21:20,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731176479723.9454d5eb28b0b5b191b7d2002c5be6a2., hostname=fb97eb0edbe8,38433,1731176462923, seqNum=2] 2024-11-09T18:21:21,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36999-0x10120d453450003, quorum=127.0.0.1:52022, baseZNode=/1-1579347476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1579347476 2024-11-09T18:21:21,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38433-0x10120d453450004, quorum=127.0.0.1:52022, baseZNode=/1-1579347476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1579347476 2024-11-09T18:21:21,110 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.wal-reader.fb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/WALs/fb97eb0edbe8,43747,1731176456963/fb97eb0edbe8%2C43747%2C1731176456963.1731176459187 to pos 379, reset compression=false 2024-11-09T18:21:21,159 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T18:21:21,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38433 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T18:21:21,312 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T18:21:21,348 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-fb97eb0edbe8,38433,1731176462923, ReplicationSource: 1, currentBandwidth=0 2024-11-09T18:21:21,349 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:21:21,349 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,38433,1731176462923, seqNum=-1] 2024-11-09T18:21:21,350 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:21:21,351 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40731, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-09T18:21:21,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-fb97eb0edbe8,38433,1731176462923', locateType=CURRENT is [region=hbase:replication,,1731176479723.9454d5eb28b0b5b191b7d2002c5be6a2., hostname=fb97eb0edbe8,38433,1731176462923, seqNum=2] 2024-11-09T18:21:21,354 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T18:21:21,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36999 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T18:21:21,357 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on fb97eb0edbe8,38433,1731176462923 suceeded 2024-11-09T18:21:21,358 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T18:21:21,359 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-11-09T18:21:21,359 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://fb97eb0edbe8:42359,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T18:21:21,360 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6440 sec 2024-11-09T18:21:21,371 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fb97eb0edbe8:42359' 2024-11-09T18:21:21,372 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c9d3a8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:21:21,372 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923 {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,42359,-1 for getting cluster id 2024-11-09T18:21:21,373 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:21:21,373 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '25ac9330-02c2-4377-accd-fe58828c6b33' 2024-11-09T18:21:21,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:21:21,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "25ac9330-02c2-4377-accd-fe58828c6b33" 2024-11-09T18:21:21,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53b03a09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:21:21,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,42359,-1] 2024-11-09T18:21:21,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:21:21,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:21:21,375 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:21:21,375 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17f6a082, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:21:21,375 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:21:21,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,42359,1731176468608 2024-11-09T18:21:21,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@597e4750 2024-11-09T18:21:21,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:21:21,377 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-09T18:21:21,377 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fb97eb0edbe8,38433,1731176462923 (queues=1) is replicating from cluster=30387491-1c16-4eae-9ba6-e921b06cbfbb to cluster=25ac9330-02c2-4377-accd-fe58828c6b33 2024-11-09T18:21:21,378 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fb97eb0edbe8%2C38433%2C1731176462923 2024-11-09T18:21:21,378 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fb97eb0edbe8,38433,1731176462923, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T18:21:21,378 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923.replicationSource.wal-reader.fb97eb0edbe8%2C38433%2C1731176462923,1-fb97eb0edbe8,38433,1731176462923 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/WALs/fb97eb0edbe8,38433,1731176462923/fb97eb0edbe8%2C38433%2C1731176462923.1731176465513, startPosition=0, beingWritten=true 2024-11-09T18:21:21,378 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923.replicationSource.shipperfb97eb0edbe8%2C38433%2C1731176462923,1-fb97eb0edbe8,38433,1731176462923 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fb97eb0edbe8%2C38433%2C1731176462923 2024-11-09T18:21:21,383 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923.replicationSource.wal-reader.fb97eb0edbe8%2C38433%2C1731176462923,1-fb97eb0edbe8,38433,1731176462923 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T18:21:21,383 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923.replicationSource.wal-reader.fb97eb0edbe8%2C38433%2C1731176462923,1-fb97eb0edbe8,38433,1731176462923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/WALs/fb97eb0edbe8,38433,1731176462923/fb97eb0edbe8%2C38433%2C1731176462923.1731176465513 to pos 379, reset compression=false 2024-11-09T18:21:21,383 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923.replicationSource.shipperfb97eb0edbe8%2C38433%2C1731176462923,1-fb97eb0edbe8,38433,1731176462923 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fb97eb0edbe8,38433,1731176462923 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/WALs/fb97eb0edbe8,38433,1731176462923/fb97eb0edbe8%2C38433%2C1731176462923.1731176465513, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T18:21:21,587 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923.replicationSource.wal-reader.fb97eb0edbe8%2C38433%2C1731176462923,1-fb97eb0edbe8,38433,1731176462923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/WALs/fb97eb0edbe8,38433,1731176462923/fb97eb0edbe8%2C38433%2C1731176462923.1731176465513 to pos 379, reset compression=false 2024-11-09T18:21:21,718 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.wal-reader.fb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/WALs/fb97eb0edbe8,43747,1731176456963/fb97eb0edbe8%2C43747%2C1731176456963.1731176459187 to pos 379, reset compression=false 2024-11-09T18:21:21,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T18:21:21,858 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T18:21:21,858 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:21:21,858 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:21:21,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:21:21,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:21:21,858 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:21:21,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dd3cf1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:21:21,859 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,42359,-1 for getting cluster id 2024-11-09T18:21:21,859 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:21:21,860 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '25ac9330-02c2-4377-accd-fe58828c6b33' 2024-11-09T18:21:21,860 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:21:21,860 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "25ac9330-02c2-4377-accd-fe58828c6b33" 2024-11-09T18:21:21,860 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fb2ed74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:21:21,860 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,42359,-1] 2024-11-09T18:21:21,860 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:21:21,861 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:21:21,861 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:21:21,862 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a0629aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:21:21,862 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:21:21,862 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,42359,1731176468608 2024-11-09T18:21:21,862 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44d42fba 2024-11-09T18:21:21,863 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:21:21,863 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:21:21,863 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42359 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://fb97eb0edbe8:37351,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T18:21:21,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42359 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T18:21:21,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T18:21:21,866 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fb97eb0edbe8:37351' 2024-11-09T18:21:21,866 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bb8def1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:21:21,866 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,37351,-1 for getting cluster id 2024-11-09T18:21:21,867 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:21:21,867 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1dea365c-aeac-49c3-9e72-bb92bd83d29e' 2024-11-09T18:21:21,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:21:21,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1dea365c-aeac-49c3-9e72-bb92bd83d29e" 2024-11-09T18:21:21,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@446507dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:21:21,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,37351,-1] 2024-11-09T18:21:21,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:21:21,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:21:21,868 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:21:21,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64721083, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:21:21,869 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:21:21,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,37351,1731176456753 2024-11-09T18:21:21,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5978ead0 2024-11-09T18:21:21,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:21:21,870 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:21:21,871 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-09T18:21:21,871 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T18:21:21,871 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:21:21,871 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:21:21,871 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:21:21,871 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:21:21,873 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T18:21:21,874 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T18:21:21,874 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:21,874 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T18:21:21,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741837_1013 (size=1138) 2024-11-09T18:21:21,890 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923.replicationSource.wal-reader.fb97eb0edbe8%2C38433%2C1731176462923,1-fb97eb0edbe8,38433,1731176462923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/WALs/fb97eb0edbe8,38433,1731176462923/fb97eb0edbe8%2C38433%2C1731176462923.1731176465513 to pos 379, reset compression=false 2024-11-09T18:21:21,923 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T18:21:21,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T18:21:22,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T18:21:22,281 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fa7ad659cbf58b36b18249da17e94ebc, NAME => 'hbase:replication,,1731176481871.fa7ad659cbf58b36b18249da17e94ebc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2 2024-11-09T18:21:22,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741838_1014 (size=44) 2024-11-09T18:21:22,293 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923.replicationSource.wal-reader.fb97eb0edbe8%2C38433%2C1731176462923,1-fb97eb0edbe8,38433,1731176462923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/WALs/fb97eb0edbe8,38433,1731176462923/fb97eb0edbe8%2C38433%2C1731176462923.1731176465513 to pos 379, reset compression=false 2024-11-09T18:21:22,421 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.wal-reader.fb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/WALs/fb97eb0edbe8,43747,1731176456963/fb97eb0edbe8%2C43747%2C1731176456963.1731176459187 to pos 379, reset compression=false 2024-11-09T18:21:22,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T18:21:22,686 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731176481871.fa7ad659cbf58b36b18249da17e94ebc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:21:22,686 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing fa7ad659cbf58b36b18249da17e94ebc, disabling compactions & flushes 2024-11-09T18:21:22,686 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731176481871.fa7ad659cbf58b36b18249da17e94ebc. 2024-11-09T18:21:22,686 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731176481871.fa7ad659cbf58b36b18249da17e94ebc. 2024-11-09T18:21:22,686 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731176481871.fa7ad659cbf58b36b18249da17e94ebc. after waiting 0 ms 2024-11-09T18:21:22,686 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731176481871.fa7ad659cbf58b36b18249da17e94ebc. 2024-11-09T18:21:22,686 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731176481871.fa7ad659cbf58b36b18249da17e94ebc. 2024-11-09T18:21:22,686 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for fa7ad659cbf58b36b18249da17e94ebc: Waiting for close lock at 1731176482686Disabling compacts and flushes for region at 1731176482686Disabling writes for close at 1731176482686Writing region close event to WAL at 1731176482686Closed at 1731176482686 2024-11-09T18:21:22,687 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T18:21:22,687 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731176481871.fa7ad659cbf58b36b18249da17e94ebc.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731176482687"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731176482687"}]},"ts":"1731176482687"} 2024-11-09T18:21:22,688 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T18:21:22,689 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T18:21:22,689 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176482689"}]},"ts":"1731176482689"} 2024-11-09T18:21:22,690 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T18:21:22,690 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fa7ad659cbf58b36b18249da17e94ebc, ASSIGN}] 2024-11-09T18:21:22,691 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fa7ad659cbf58b36b18249da17e94ebc, ASSIGN 2024-11-09T18:21:22,692 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fa7ad659cbf58b36b18249da17e94ebc, ASSIGN; state=OFFLINE, location=fb97eb0edbe8,39039,1731176468755; forceNewPlan=false, retain=false 2024-11-09T18:21:22,797 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923.replicationSource.wal-reader.fb97eb0edbe8%2C38433%2C1731176462923,1-fb97eb0edbe8,38433,1731176462923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/WALs/fb97eb0edbe8,38433,1731176462923/fb97eb0edbe8%2C38433%2C1731176462923.1731176465513 to pos 379, reset compression=false 2024-11-09T18:21:22,842 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fa7ad659cbf58b36b18249da17e94ebc, regionState=OPENING, regionLocation=fb97eb0edbe8,39039,1731176468755 2024-11-09T18:21:22,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fa7ad659cbf58b36b18249da17e94ebc, ASSIGN because future has completed 2024-11-09T18:21:22,844 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa7ad659cbf58b36b18249da17e94ebc, server=fb97eb0edbe8,39039,1731176468755}] 2024-11-09T18:21:22,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T18:21:22,999 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731176481871.fa7ad659cbf58b36b18249da17e94ebc. 2024-11-09T18:21:22,999 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:21:23,000 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T18:21:23,001 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fb97eb0edbe8%2C39039%2C1731176468755.rep, suffix=, logDir=hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/WALs/fb97eb0edbe8,39039,1731176468755, archiveDir=hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/oldWALs, maxLogs=10 2024-11-09T18:21:23,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/WALs/fb97eb0edbe8,39039,1731176468755/fb97eb0edbe8%2C39039%2C1731176468755.rep.1731176483001, exclude list is [], retry=0 2024-11-09T18:21:23,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45819,DS-070ae262-1866-4946-86cd-e5b9cd16eabd,DISK] 2024-11-09T18:21:23,016 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/WALs/fb97eb0edbe8,39039,1731176468755/fb97eb0edbe8%2C39039%2C1731176468755.rep.1731176483001 2024-11-09T18:21:23,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34209:34209)] 2024-11-09T18:21:23,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => fa7ad659cbf58b36b18249da17e94ebc, NAME => 'hbase:replication,,1731176481871.fa7ad659cbf58b36b18249da17e94ebc.', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:21:23,017 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T18:21:23,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T18:21:23,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731176481871.fa7ad659cbf58b36b18249da17e94ebc. service=MultiRowMutationService 2024-11-09T18:21:23,017 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T18:21:23,018 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fa7ad659cbf58b36b18249da17e94ebc 2024-11-09T18:21:23,018 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731176481871.fa7ad659cbf58b36b18249da17e94ebc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:21:23,018 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for fa7ad659cbf58b36b18249da17e94ebc 2024-11-09T18:21:23,018 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for fa7ad659cbf58b36b18249da17e94ebc 2024-11-09T18:21:23,019 INFO [StoreOpener-fa7ad659cbf58b36b18249da17e94ebc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fa7ad659cbf58b36b18249da17e94ebc 2024-11-09T18:21:23,020 INFO [StoreOpener-fa7ad659cbf58b36b18249da17e94ebc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa7ad659cbf58b36b18249da17e94ebc columnFamilyName hfileref 2024-11-09T18:21:23,020 DEBUG [StoreOpener-fa7ad659cbf58b36b18249da17e94ebc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:23,020 INFO [StoreOpener-fa7ad659cbf58b36b18249da17e94ebc-1 {}] regionserver.HStore(327): Store=fa7ad659cbf58b36b18249da17e94ebc/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:21:23,020 INFO [StoreOpener-fa7ad659cbf58b36b18249da17e94ebc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fa7ad659cbf58b36b18249da17e94ebc 2024-11-09T18:21:23,021 INFO [StoreOpener-fa7ad659cbf58b36b18249da17e94ebc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa7ad659cbf58b36b18249da17e94ebc columnFamilyName queue 2024-11-09T18:21:23,021 DEBUG [StoreOpener-fa7ad659cbf58b36b18249da17e94ebc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:23,021 INFO [StoreOpener-fa7ad659cbf58b36b18249da17e94ebc-1 {}] regionserver.HStore(327): Store=fa7ad659cbf58b36b18249da17e94ebc/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:21:23,022 INFO [StoreOpener-fa7ad659cbf58b36b18249da17e94ebc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fa7ad659cbf58b36b18249da17e94ebc 2024-11-09T18:21:23,022 INFO [StoreOpener-fa7ad659cbf58b36b18249da17e94ebc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa7ad659cbf58b36b18249da17e94ebc columnFamilyName sid 2024-11-09T18:21:23,022 DEBUG [StoreOpener-fa7ad659cbf58b36b18249da17e94ebc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:23,023 INFO [StoreOpener-fa7ad659cbf58b36b18249da17e94ebc-1 {}] regionserver.HStore(327): Store=fa7ad659cbf58b36b18249da17e94ebc/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:21:23,023 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for fa7ad659cbf58b36b18249da17e94ebc 2024-11-09T18:21:23,023 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/data/hbase/replication/fa7ad659cbf58b36b18249da17e94ebc 2024-11-09T18:21:23,023 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/data/hbase/replication/fa7ad659cbf58b36b18249da17e94ebc 2024-11-09T18:21:23,024 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for fa7ad659cbf58b36b18249da17e94ebc 2024-11-09T18:21:23,024 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for fa7ad659cbf58b36b18249da17e94ebc 2024-11-09T18:21:23,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T18:21:23,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for fa7ad659cbf58b36b18249da17e94ebc 2024-11-09T18:21:23,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/data/hbase/replication/fa7ad659cbf58b36b18249da17e94ebc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:21:23,027 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened fa7ad659cbf58b36b18249da17e94ebc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60359576, jitterRate=-0.10057222843170166}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T18:21:23,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fa7ad659cbf58b36b18249da17e94ebc 2024-11-09T18:21:23,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for fa7ad659cbf58b36b18249da17e94ebc: Running coprocessor pre-open hook at 1731176483018Writing region info on filesystem at 1731176483018Initializing all the Stores at 1731176483018Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176483019 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176483019Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176483019Cleaning up temporary data from old regions at 1731176483024 (+5 ms)Running coprocessor post-open hooks at 1731176483027 (+3 ms)Region opened successfully at 1731176483027 2024-11-09T18:21:23,028 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731176481871.fa7ad659cbf58b36b18249da17e94ebc., pid=10, masterSystemTime=1731176482996 2024-11-09T18:21:23,029 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731176481871.fa7ad659cbf58b36b18249da17e94ebc. 2024-11-09T18:21:23,030 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731176481871.fa7ad659cbf58b36b18249da17e94ebc. 2024-11-09T18:21:23,030 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fa7ad659cbf58b36b18249da17e94ebc, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,39039,1731176468755 2024-11-09T18:21:23,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa7ad659cbf58b36b18249da17e94ebc, server=fb97eb0edbe8,39039,1731176468755 because future has completed 2024-11-09T18:21:23,035 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T18:21:23,035 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure fa7ad659cbf58b36b18249da17e94ebc, server=fb97eb0edbe8,39039,1731176468755 in 189 msec 2024-11-09T18:21:23,037 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T18:21:23,037 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fa7ad659cbf58b36b18249da17e94ebc, ASSIGN in 345 msec 2024-11-09T18:21:23,038 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T18:21:23,038 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176483038"}]},"ts":"1731176483038"} 2024-11-09T18:21:23,041 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T18:21:23,041 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T18:21:23,043 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1690 sec 2024-11-09T18:21:23,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731176481871.fa7ad659cbf58b36b18249da17e94ebc., hostname=fb97eb0edbe8,39039,1731176468755, seqNum=2] 2024-11-09T18:21:23,124 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T18:21:23,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:23,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:23,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39039-0x10120d453450007, quorum=127.0.0.1:52022, baseZNode=/21398887178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21398887178 2024-11-09T18:21:23,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42359-0x10120d453450006, quorum=127.0.0.1:52022, baseZNode=/21398887178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21398887178 2024-11-09T18:21:23,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:23,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:23,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:23,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:23,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:23,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:23,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:23,173 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T18:21:23,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:23,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:23,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:23,198 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T18:21:23,225 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.wal-reader.fb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/WALs/fb97eb0edbe8,43747,1731176456963/fb97eb0edbe8%2C43747%2C1731176456963.1731176459187 to pos 379, reset compression=false 2024-11-09T18:21:23,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39039 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T18:21:23,326 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T18:21:23,352 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-fb97eb0edbe8,39039,1731176468755, ReplicationSource: 1, currentBandwidth=0 2024-11-09T18:21:23,353 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:21:23,353 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,39039,1731176468755, seqNum=-1] 2024-11-09T18:21:23,353 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:21:23,354 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39527, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-09T18:21:23,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-fb97eb0edbe8,39039,1731176468755', locateType=CURRENT is [region=hbase:replication,,1731176481871.fa7ad659cbf58b36b18249da17e94ebc., hostname=fb97eb0edbe8,39039,1731176468755, seqNum=2] 2024-11-09T18:21:23,358 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T18:21:23,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42359 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T18:21:23,360 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on fb97eb0edbe8,39039,1731176468755 suceeded 2024-11-09T18:21:23,361 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T18:21:23,361 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-09T18:21:23,361 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://fb97eb0edbe8:37351,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T18:21:23,363 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4980 sec 2024-11-09T18:21:23,372 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fb97eb0edbe8:37351' 2024-11-09T18:21:23,374 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d1174a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:21:23,374 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755 {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,37351,-1 for getting cluster id 2024-11-09T18:21:23,374 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:21:23,374 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1dea365c-aeac-49c3-9e72-bb92bd83d29e' 2024-11-09T18:21:23,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:21:23,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1dea365c-aeac-49c3-9e72-bb92bd83d29e" 2024-11-09T18:21:23,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@319b3dfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:21:23,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,37351,-1] 2024-11-09T18:21:23,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:21:23,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:21:23,376 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:21:23,376 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2746c8df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:21:23,376 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:21:23,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,37351,1731176456753 2024-11-09T18:21:23,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@490a3cd9 2024-11-09T18:21:23,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:21:23,378 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-09T18:21:23,378 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fb97eb0edbe8,39039,1731176468755 (queues=1) is replicating from cluster=25ac9330-02c2-4377-accd-fe58828c6b33 to cluster=1dea365c-aeac-49c3-9e72-bb92bd83d29e 2024-11-09T18:21:23,378 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fb97eb0edbe8%2C39039%2C1731176468755 2024-11-09T18:21:23,378 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fb97eb0edbe8,39039,1731176468755, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T18:21:23,379 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755.replicationSource.wal-reader.fb97eb0edbe8%2C39039%2C1731176468755,1-fb97eb0edbe8,39039,1731176468755 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/WALs/fb97eb0edbe8,39039,1731176468755/fb97eb0edbe8%2C39039%2C1731176468755.1731176471123, startPosition=0, beingWritten=true 2024-11-09T18:21:23,379 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755.replicationSource.shipperfb97eb0edbe8%2C39039%2C1731176468755,1-fb97eb0edbe8,39039,1731176468755 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fb97eb0edbe8%2C39039%2C1731176468755 2024-11-09T18:21:23,383 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755.replicationSource.wal-reader.fb97eb0edbe8%2C39039%2C1731176468755,1-fb97eb0edbe8,39039,1731176468755 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T18:21:23,383 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755.replicationSource.wal-reader.fb97eb0edbe8%2C39039%2C1731176468755,1-fb97eb0edbe8,39039,1731176468755 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/WALs/fb97eb0edbe8,39039,1731176468755/fb97eb0edbe8%2C39039%2C1731176468755.1731176471123 to pos 379, reset compression=false 2024-11-09T18:21:23,383 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755.replicationSource.shipperfb97eb0edbe8%2C39039%2C1731176468755,1-fb97eb0edbe8,39039,1731176468755 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fb97eb0edbe8,39039,1731176468755 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/WALs/fb97eb0edbe8,39039,1731176468755/fb97eb0edbe8%2C39039%2C1731176468755.1731176471123, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T18:21:23,400 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923.replicationSource.wal-reader.fb97eb0edbe8%2C38433%2C1731176462923,1-fb97eb0edbe8,38433,1731176462923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/WALs/fb97eb0edbe8,38433,1731176462923/fb97eb0edbe8%2C38433%2C1731176462923.1731176465513 to pos 379, reset compression=false 2024-11-09T18:21:23,586 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755.replicationSource.wal-reader.fb97eb0edbe8%2C39039%2C1731176468755,1-fb97eb0edbe8,39039,1731176468755 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/WALs/fb97eb0edbe8,39039,1731176468755/fb97eb0edbe8%2C39039%2C1731176468755.1731176471123 to pos 379, reset compression=false 2024-11-09T18:21:23,889 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755.replicationSource.wal-reader.fb97eb0edbe8%2C39039%2C1731176468755,1-fb97eb0edbe8,39039,1731176468755 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/WALs/fb97eb0edbe8,39039,1731176468755/fb97eb0edbe8%2C39039%2C1731176468755.1731176471123 to pos 379, reset compression=false 2024-11-09T18:21:24,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T18:21:24,009 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T18:21:24,009 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:21:24,009 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:21:24,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:21:24,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:21:24,009 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:21:24,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a8668f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:21:24,010 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,37351,-1 for getting cluster id 2024-11-09T18:21:24,010 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:21:24,010 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1dea365c-aeac-49c3-9e72-bb92bd83d29e' 2024-11-09T18:21:24,011 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:21:24,011 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1dea365c-aeac-49c3-9e72-bb92bd83d29e" 2024-11-09T18:21:24,011 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48a19762, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:21:24,011 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,37351,-1] 2024-11-09T18:21:24,011 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:21:24,011 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:21:24,012 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:21:24,012 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e824ff1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:21:24,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8992bbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:21:24,012 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,36999,-1 for getting cluster id 2024-11-09T18:21:24,013 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:21:24,013 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30387491-1c16-4eae-9ba6-e921b06cbfbb' 2024-11-09T18:21:24,013 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:21:24,013 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30387491-1c16-4eae-9ba6-e921b06cbfbb" 2024-11-09T18:21:24,013 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@601827, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:21:24,013 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,36999,-1] 2024-11-09T18:21:24,013 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:21:24,013 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:21:24,014 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:21:24,014 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54b5b94d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:21:24,015 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@537a58ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:21:24,015 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,42359,-1 for getting cluster id 2024-11-09T18:21:24,015 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:21:24,015 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '25ac9330-02c2-4377-accd-fe58828c6b33' 2024-11-09T18:21:24,015 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:21:24,016 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "25ac9330-02c2-4377-accd-fe58828c6b33" 2024-11-09T18:21:24,016 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@582dcbd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:21:24,016 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,42359,-1] 2024-11-09T18:21:24,016 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:21:24,016 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:21:24,017 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:21:24,017 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38b483e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:21:24,018 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:21:24,018 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,43747,1731176456963, seqNum=-1] 2024-11-09T18:21:24,019 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:21:24,019 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:21:24,020 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731176472114.ea0fb7f6e3ba5e5bf1ac222d6ff9cf96., hostname=fb97eb0edbe8,43747,1731176456963, seqNum=2] 2024-11-09T18:21:24,023 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:21:24,023 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,39039,1731176468755, seqNum=-1] 2024-11-09T18:21:24,024 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:21:24,048 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:21:24,050 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731176476420.0fe81a14d7e1ad8a9e8ed68da7db22d6., hostname=fb97eb0edbe8,39039,1731176468755, seqNum=2] 2024-11-09T18:21:24,051 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-09T18:21:24,103 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923.replicationSource.wal-reader.fb97eb0edbe8%2C38433%2C1731176462923,1-fb97eb0edbe8,38433,1731176462923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/WALs/fb97eb0edbe8,38433,1731176462923/fb97eb0edbe8%2C38433%2C1731176462923.1731176465513 to pos 379, reset compression=false 2024-11-09T18:21:24,128 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.wal-reader.fb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/WALs/fb97eb0edbe8,43747,1731176456963/fb97eb0edbe8%2C43747%2C1731176456963.1731176459187 to pos 379, reset compression=false 2024-11-09T18:21:24,132 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.wal-reader.fb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T18:21:24,132 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.wal-reader.fb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/WALs/fb97eb0edbe8,43747,1731176456963/fb97eb0edbe8%2C43747%2C1731176456963.1731176459187 to pos 480, reset compression=false 2024-11-09T18:21:24,132 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.shipperfb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fb97eb0edbe8,43747,1731176456963 got entry batch from reader: WALEntryBatch [walEntries=[{test/ea0fb7f6e3ba5e5bf1ac222d6ff9cf96/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/WALs/fb97eb0edbe8,43747,1731176456963/fb97eb0edbe8%2C43747%2C1731176456963.1731176459187, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-09T18:21:24,134 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.shipperfb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T18:21:24,135 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-09T18:21:24,135 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38433 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T18:21:24,136 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38433 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c4c1935, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:21:24,136 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38433 {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,36999,-1 for getting cluster id 2024-11-09T18:21:24,136 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38433 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:21:24,136 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30387491-1c16-4eae-9ba6-e921b06cbfbb' 2024-11-09T18:21:24,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:21:24,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30387491-1c16-4eae-9ba6-e921b06cbfbb" 2024-11-09T18:21:24,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38556acc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:21:24,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,36999,-1] 2024-11-09T18:21:24,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:21:24,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:21:24,137 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:21:24,138 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38433 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ac2ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:21:24,139 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38433 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:21:24,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,38433,1731176462923, seqNum=-1] 2024-11-09T18:21:24,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:21:24,140 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-09T18:21:24,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731176474271.affbc1c93407dc1ed8fc1dd42d26f557., hostname=fb97eb0edbe8,38433,1731176462923, seqNum=2] 2024-11-09T18:21:24,144 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38433 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T18:21:24,292 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755.replicationSource.wal-reader.fb97eb0edbe8%2C39039%2C1731176468755,1-fb97eb0edbe8,39039,1731176468755 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/WALs/fb97eb0edbe8,39039,1731176468755/fb97eb0edbe8%2C39039%2C1731176468755.1731176471123 to pos 379, reset compression=false 2024-11-09T18:21:24,335 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.wal-reader.fb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/WALs/fb97eb0edbe8,43747,1731176456963/fb97eb0edbe8%2C43747%2C1731176456963.1731176459187 to pos 480, reset compression=false 2024-11-09T18:21:24,639 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.wal-reader.fb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/WALs/fb97eb0edbe8,43747,1731176456963/fb97eb0edbe8%2C43747%2C1731176456963.1731176459187 to pos 480, reset compression=false 2024-11-09T18:21:24,796 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755.replicationSource.wal-reader.fb97eb0edbe8%2C39039%2C1731176468755,1-fb97eb0edbe8,39039,1731176468755 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/WALs/fb97eb0edbe8,39039,1731176468755/fb97eb0edbe8%2C39039%2C1731176468755.1731176471123 to pos 379, reset compression=false 2024-11-09T18:21:24,906 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923.replicationSource.wal-reader.fb97eb0edbe8%2C38433%2C1731176462923,1-fb97eb0edbe8,38433,1731176462923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/WALs/fb97eb0edbe8,38433,1731176462923/fb97eb0edbe8%2C38433%2C1731176462923.1731176465513 to pos 379, reset compression=false 2024-11-09T18:21:24,910 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923.replicationSource.wal-reader.fb97eb0edbe8%2C38433%2C1731176462923,1-fb97eb0edbe8,38433,1731176462923 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T18:21:24,910 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923.replicationSource.wal-reader.fb97eb0edbe8%2C38433%2C1731176462923,1-fb97eb0edbe8,38433,1731176462923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/WALs/fb97eb0edbe8,38433,1731176462923/fb97eb0edbe8%2C38433%2C1731176462923.1731176465513 to pos 503, reset compression=false 2024-11-09T18:21:24,910 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923.replicationSource.shipperfb97eb0edbe8%2C38433%2C1731176462923,1-fb97eb0edbe8,38433,1731176462923 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fb97eb0edbe8,38433,1731176462923 got entry batch from reader: WALEntryBatch [walEntries=[{test/affbc1c93407dc1ed8fc1dd42d26f557/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/WALs/fb97eb0edbe8,38433,1731176462923/fb97eb0edbe8%2C38433%2C1731176462923.1731176465513, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-09T18:21:24,912 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923.replicationSource.shipperfb97eb0edbe8%2C38433%2C1731176462923,1-fb97eb0edbe8,38433,1731176462923 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T18:21:24,913 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-09T18:21:24,913 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39039 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T18:21:24,915 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39039 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6cad863b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:21:24,915 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39039 {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,42359,-1 for getting cluster id 2024-11-09T18:21:24,915 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39039 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:21:24,916 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '25ac9330-02c2-4377-accd-fe58828c6b33' 2024-11-09T18:21:24,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:21:24,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "25ac9330-02c2-4377-accd-fe58828c6b33" 2024-11-09T18:21:24,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5bc63e7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:21:24,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,42359,-1] 2024-11-09T18:21:24,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:21:24,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:21:24,917 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:21:24,918 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39039 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c1eaa92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:21:24,918 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39039 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:21:24,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,39039,1731176468755, seqNum=-1] 2024-11-09T18:21:24,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:21:24,920 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-09T18:21:24,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731176476420.0fe81a14d7e1ad8a9e8ed68da7db22d6., hostname=fb97eb0edbe8,39039,1731176468755, seqNum=2] 2024-11-09T18:21:24,923 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39039 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T18:21:25,042 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.wal-reader.fb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/WALs/fb97eb0edbe8,43747,1731176456963/fb97eb0edbe8%2C43747%2C1731176456963.1731176459187 to pos 480, reset compression=false 2024-11-09T18:21:25,052 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-09T18:21:25,053 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:21:25,053 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,38433,1731176462923, seqNum=-1] 2024-11-09T18:21:25,054 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:21:25,054 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:21:25,056 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731176474271.affbc1c93407dc1ed8fc1dd42d26f557., hostname=fb97eb0edbe8,38433,1731176462923, seqNum=2] 2024-11-09T18:21:25,059 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-09T18:21:25,116 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923.replicationSource.wal-reader.fb97eb0edbe8%2C38433%2C1731176462923,1-fb97eb0edbe8,38433,1731176462923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/WALs/fb97eb0edbe8,38433,1731176462923/fb97eb0edbe8%2C38433%2C1731176462923.1731176465513 to pos 503, reset compression=false 2024-11-09T18:21:25,119 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923.replicationSource.wal-reader.fb97eb0edbe8%2C38433%2C1731176462923,1-fb97eb0edbe8,38433,1731176462923 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T18:21:25,119 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923.replicationSource.wal-reader.fb97eb0edbe8%2C38433%2C1731176462923,1-fb97eb0edbe8,38433,1731176462923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/WALs/fb97eb0edbe8,38433,1731176462923/fb97eb0edbe8%2C38433%2C1731176462923.1731176465513 to pos 607, reset compression=false 2024-11-09T18:21:25,120 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923.replicationSource.shipperfb97eb0edbe8%2C38433%2C1731176462923,1-fb97eb0edbe8,38433,1731176462923 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fb97eb0edbe8,38433,1731176462923 got entry batch from reader: WALEntryBatch [walEntries=[{test/affbc1c93407dc1ed8fc1dd42d26f557/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/WALs/fb97eb0edbe8,38433,1731176462923/fb97eb0edbe8%2C38433%2C1731176462923.1731176465513, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-09T18:21:25,120 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39039 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T18:21:25,123 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39039 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T18:21:25,322 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923.replicationSource.wal-reader.fb97eb0edbe8%2C38433%2C1731176462923,1-fb97eb0edbe8,38433,1731176462923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/WALs/fb97eb0edbe8,38433,1731176462923/fb97eb0edbe8%2C38433%2C1731176462923.1731176465513 to pos 607, reset compression=false 2024-11-09T18:21:25,399 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755.replicationSource.wal-reader.fb97eb0edbe8%2C39039%2C1731176468755,1-fb97eb0edbe8,39039,1731176468755 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/WALs/fb97eb0edbe8,39039,1731176468755/fb97eb0edbe8%2C39039%2C1731176468755.1731176471123 to pos 379, reset compression=false 2024-11-09T18:21:25,403 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755.replicationSource.wal-reader.fb97eb0edbe8%2C39039%2C1731176468755,1-fb97eb0edbe8,39039,1731176468755 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T18:21:25,403 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755.replicationSource.wal-reader.fb97eb0edbe8%2C39039%2C1731176468755,1-fb97eb0edbe8,39039,1731176468755 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/WALs/fb97eb0edbe8,39039,1731176468755/fb97eb0edbe8%2C39039%2C1731176468755.1731176471123 to pos 653, reset compression=false 2024-11-09T18:21:25,403 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755.replicationSource.shipperfb97eb0edbe8%2C39039%2C1731176468755,1-fb97eb0edbe8,39039,1731176468755 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fb97eb0edbe8,39039,1731176468755 got entry batch from reader: WALEntryBatch [walEntries=[{test/0fe81a14d7e1ad8a9e8ed68da7db22d6/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/WALs/fb97eb0edbe8,39039,1731176468755/fb97eb0edbe8%2C39039%2C1731176468755.1731176471123, lastWalPosition=653, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-09T18:21:25,405 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755.replicationSource.shipperfb97eb0edbe8%2C39039%2C1731176468755,1-fb97eb0edbe8,39039,1731176468755 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T18:21:25,406 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-09T18:21:25,406 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T18:21:25,406 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38c3fb8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:21:25,406 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,37351,-1 for getting cluster id 2024-11-09T18:21:25,407 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:21:25,407 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1dea365c-aeac-49c3-9e72-bb92bd83d29e' 2024-11-09T18:21:25,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:21:25,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1dea365c-aeac-49c3-9e72-bb92bd83d29e" 2024-11-09T18:21:25,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48c478a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:21:25,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,37351,-1] 2024-11-09T18:21:25,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:21:25,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:21:25,408 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:21:25,408 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f548726, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:21:25,409 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:21:25,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,43747,1731176456963, seqNum=-1] 2024-11-09T18:21:25,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:21:25,410 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-09T18:21:25,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731176472114.ea0fb7f6e3ba5e5bf1ac222d6ff9cf96., hostname=fb97eb0edbe8,43747,1731176456963, seqNum=2] 2024-11-09T18:21:25,414 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T18:21:25,545 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.wal-reader.fb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/WALs/fb97eb0edbe8,43747,1731176456963/fb97eb0edbe8%2C43747%2C1731176456963.1731176459187 to pos 480, reset compression=false 2024-11-09T18:21:25,549 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.wal-reader.fb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T18:21:25,549 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.wal-reader.fb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/WALs/fb97eb0edbe8,43747,1731176456963/fb97eb0edbe8%2C43747%2C1731176456963.1731176459187 to pos 630, reset compression=false 2024-11-09T18:21:25,549 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.shipperfb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fb97eb0edbe8,43747,1731176456963 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/WALs/fb97eb0edbe8,43747,1731176456963/fb97eb0edbe8%2C43747%2C1731176456963.1731176459187, lastWalPosition=630, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T18:21:25,606 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755.replicationSource.wal-reader.fb97eb0edbe8%2C39039%2C1731176468755,1-fb97eb0edbe8,39039,1731176468755 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/WALs/fb97eb0edbe8,39039,1731176468755/fb97eb0edbe8%2C39039%2C1731176468755.1731176471123 to pos 653, reset compression=false 2024-11-09T18:21:25,626 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923.replicationSource.wal-reader.fb97eb0edbe8%2C38433%2C1731176462923,1-fb97eb0edbe8,38433,1731176462923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/WALs/fb97eb0edbe8,38433,1731176462923/fb97eb0edbe8%2C38433%2C1731176462923.1731176465513 to pos 607, reset compression=false 2024-11-09T18:21:25,753 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.wal-reader.fb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/WALs/fb97eb0edbe8,43747,1731176456963/fb97eb0edbe8%2C43747%2C1731176456963.1731176459187 to pos 630, reset compression=false 2024-11-09T18:21:25,910 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755.replicationSource.wal-reader.fb97eb0edbe8%2C39039%2C1731176468755,1-fb97eb0edbe8,39039,1731176468755 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/WALs/fb97eb0edbe8,39039,1731176468755/fb97eb0edbe8%2C39039%2C1731176468755.1731176471123 to pos 653, reset compression=false 2024-11-09T18:21:26,029 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923.replicationSource.wal-reader.fb97eb0edbe8%2C38433%2C1731176462923,1-fb97eb0edbe8,38433,1731176462923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/WALs/fb97eb0edbe8,38433,1731176462923/fb97eb0edbe8%2C38433%2C1731176462923.1731176465513 to pos 607, reset compression=false 2024-11-09T18:21:26,056 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.wal-reader.fb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/WALs/fb97eb0edbe8,43747,1731176456963/fb97eb0edbe8%2C43747%2C1731176456963.1731176459187 to pos 630, reset compression=false 2024-11-09T18:21:26,060 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-09T18:21:26,062 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-09T18:21:26,313 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755.replicationSource.wal-reader.fb97eb0edbe8%2C39039%2C1731176468755,1-fb97eb0edbe8,39039,1731176468755 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/WALs/fb97eb0edbe8,39039,1731176468755/fb97eb0edbe8%2C39039%2C1731176468755.1731176471123 to pos 653, reset compression=false 2024-11-09T18:21:26,317 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755.replicationSource.wal-reader.fb97eb0edbe8%2C39039%2C1731176468755,1-fb97eb0edbe8,39039,1731176468755 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T18:21:26,317 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755.replicationSource.wal-reader.fb97eb0edbe8%2C39039%2C1731176468755,1-fb97eb0edbe8,39039,1731176468755 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/WALs/fb97eb0edbe8,39039,1731176468755/fb97eb0edbe8%2C39039%2C1731176468755.1731176471123 to pos 757, reset compression=false 2024-11-09T18:21:26,317 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755.replicationSource.shipperfb97eb0edbe8%2C39039%2C1731176468755,1-fb97eb0edbe8,39039,1731176468755 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fb97eb0edbe8,39039,1731176468755 got entry batch from reader: WALEntryBatch [walEntries=[{test/0fe81a14d7e1ad8a9e8ed68da7db22d6/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/WALs/fb97eb0edbe8,39039,1731176468755/fb97eb0edbe8%2C39039%2C1731176468755.1731176471123, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-09T18:21:26,318 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T18:21:26,321 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T18:21:26,343 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T18:21:26,459 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.wal-reader.fb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/WALs/fb97eb0edbe8,43747,1731176456963/fb97eb0edbe8%2C43747%2C1731176456963.1731176459187 to pos 630, reset compression=false 2024-11-09T18:21:26,463 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.wal-reader.fb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T18:21:26,463 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.wal-reader.fb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/WALs/fb97eb0edbe8,43747,1731176456963/fb97eb0edbe8%2C43747%2C1731176456963.1731176459187 to pos 757, reset compression=false 2024-11-09T18:21:26,463 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.shipperfb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fb97eb0edbe8,43747,1731176456963 got entry batch from reader: WALEntryBatch [walEntries=[{test/ea0fb7f6e3ba5e5bf1ac222d6ff9cf96/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/WALs/fb97eb0edbe8,43747,1731176456963/fb97eb0edbe8%2C43747%2C1731176456963.1731176459187, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-09T18:21:26,464 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38433 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T18:21:26,466 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38433 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T18:21:26,520 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755.replicationSource.wal-reader.fb97eb0edbe8%2C39039%2C1731176468755,1-fb97eb0edbe8,39039,1731176468755 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/WALs/fb97eb0edbe8,39039,1731176468755/fb97eb0edbe8%2C39039%2C1731176468755.1731176471123 to pos 757, reset compression=false 2024-11-09T18:21:26,532 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923.replicationSource.wal-reader.fb97eb0edbe8%2C38433%2C1731176462923,1-fb97eb0edbe8,38433,1731176462923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/WALs/fb97eb0edbe8,38433,1731176462923/fb97eb0edbe8%2C38433%2C1731176462923.1731176465513 to pos 607, reset compression=false 2024-11-09T18:21:26,535 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923.replicationSource.wal-reader.fb97eb0edbe8%2C38433%2C1731176462923,1-fb97eb0edbe8,38433,1731176462923 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T18:21:26,535 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923.replicationSource.wal-reader.fb97eb0edbe8%2C38433%2C1731176462923,1-fb97eb0edbe8,38433,1731176462923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/WALs/fb97eb0edbe8,38433,1731176462923/fb97eb0edbe8%2C38433%2C1731176462923.1731176465513 to pos 757, reset compression=false 2024-11-09T18:21:26,535 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923.replicationSource.shipperfb97eb0edbe8%2C38433%2C1731176462923,1-fb97eb0edbe8,38433,1731176462923 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fb97eb0edbe8,38433,1731176462923 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/WALs/fb97eb0edbe8,38433,1731176462923/fb97eb0edbe8%2C38433%2C1731176462923.1731176465513, lastWalPosition=757, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T18:21:26,666 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.wal-reader.fb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/WALs/fb97eb0edbe8,43747,1731176456963/fb97eb0edbe8%2C43747%2C1731176456963.1731176459187 to pos 757, reset compression=false 2024-11-09T18:21:26,739 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923.replicationSource.wal-reader.fb97eb0edbe8%2C38433%2C1731176462923,1-fb97eb0edbe8,38433,1731176462923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/WALs/fb97eb0edbe8,38433,1731176462923/fb97eb0edbe8%2C38433%2C1731176462923.1731176465513 to pos 757, reset compression=false 2024-11-09T18:21:26,823 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755.replicationSource.wal-reader.fb97eb0edbe8%2C39039%2C1731176468755,1-fb97eb0edbe8,39039,1731176468755 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/WALs/fb97eb0edbe8,39039,1731176468755/fb97eb0edbe8%2C39039%2C1731176468755.1731176471123 to pos 757, reset compression=false 2024-11-09T18:21:26,969 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.wal-reader.fb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/WALs/fb97eb0edbe8,43747,1731176456963/fb97eb0edbe8%2C43747%2C1731176456963.1731176459187 to pos 757, reset compression=false 2024-11-09T18:21:27,042 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923.replicationSource.wal-reader.fb97eb0edbe8%2C38433%2C1731176462923,1-fb97eb0edbe8,38433,1731176462923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/WALs/fb97eb0edbe8,38433,1731176462923/fb97eb0edbe8%2C38433%2C1731176462923.1731176465513 to pos 757, reset compression=false 2024-11-09T18:21:27,064 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-09T18:21:27,067 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-09T18:21:27,227 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755.replicationSource.wal-reader.fb97eb0edbe8%2C39039%2C1731176468755,1-fb97eb0edbe8,39039,1731176468755 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/WALs/fb97eb0edbe8,39039,1731176468755/fb97eb0edbe8%2C39039%2C1731176468755.1731176471123 to pos 757, reset compression=false 2024-11-09T18:21:27,372 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.wal-reader.fb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/WALs/fb97eb0edbe8,43747,1731176456963/fb97eb0edbe8%2C43747%2C1731176456963.1731176459187 to pos 757, reset compression=false 2024-11-09T18:21:27,376 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.wal-reader.fb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T18:21:27,376 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.wal-reader.fb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/WALs/fb97eb0edbe8,43747,1731176456963/fb97eb0edbe8%2C43747%2C1731176456963.1731176459187 to pos 913, reset compression=false 2024-11-09T18:21:27,376 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.shipperfb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fb97eb0edbe8,43747,1731176456963 got entry batch from reader: WALEntryBatch [walEntries=[{test/ea0fb7f6e3ba5e5bf1ac222d6ff9cf96/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/WALs/fb97eb0edbe8,43747,1731176456963/fb97eb0edbe8%2C43747%2C1731176456963.1731176459187, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-09T18:21:27,377 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38433 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T18:21:27,379 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38433 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T18:21:27,446 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923.replicationSource.wal-reader.fb97eb0edbe8%2C38433%2C1731176462923,1-fb97eb0edbe8,38433,1731176462923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/WALs/fb97eb0edbe8,38433,1731176462923/fb97eb0edbe8%2C38433%2C1731176462923.1731176465513 to pos 757, reset compression=false 2024-11-09T18:21:27,450 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923.replicationSource.wal-reader.fb97eb0edbe8%2C38433%2C1731176462923,1-fb97eb0edbe8,38433,1731176462923 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T18:21:27,450 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923.replicationSource.wal-reader.fb97eb0edbe8%2C38433%2C1731176462923,1-fb97eb0edbe8,38433,1731176462923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/WALs/fb97eb0edbe8,38433,1731176462923/fb97eb0edbe8%2C38433%2C1731176462923.1731176465513 to pos 904, reset compression=false 2024-11-09T18:21:27,450 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923.replicationSource.shipperfb97eb0edbe8%2C38433%2C1731176462923,1-fb97eb0edbe8,38433,1731176462923 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fb97eb0edbe8,38433,1731176462923 got entry batch from reader: WALEntryBatch [walEntries=[{test/affbc1c93407dc1ed8fc1dd42d26f557/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/WALs/fb97eb0edbe8,38433,1731176462923/fb97eb0edbe8%2C38433%2C1731176462923.1731176465513, lastWalPosition=904, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-09T18:21:27,451 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39039 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T18:21:27,453 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39039 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T18:21:27,579 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.wal-reader.fb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/WALs/fb97eb0edbe8,43747,1731176456963/fb97eb0edbe8%2C43747%2C1731176456963.1731176459187 to pos 913, reset compression=false 2024-11-09T18:21:27,655 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923.replicationSource.wal-reader.fb97eb0edbe8%2C38433%2C1731176462923,1-fb97eb0edbe8,38433,1731176462923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/WALs/fb97eb0edbe8,38433,1731176462923/fb97eb0edbe8%2C38433%2C1731176462923.1731176465513 to pos 904, reset compression=false 2024-11-09T18:21:27,730 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755.replicationSource.wal-reader.fb97eb0edbe8%2C39039%2C1731176468755,1-fb97eb0edbe8,39039,1731176468755 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/WALs/fb97eb0edbe8,39039,1731176468755/fb97eb0edbe8%2C39039%2C1731176468755.1731176471123 to pos 757, reset compression=false 2024-11-09T18:21:27,734 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755.replicationSource.wal-reader.fb97eb0edbe8%2C39039%2C1731176468755,1-fb97eb0edbe8,39039,1731176468755 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T18:21:27,734 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755.replicationSource.wal-reader.fb97eb0edbe8%2C39039%2C1731176468755,1-fb97eb0edbe8,39039,1731176468755 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/WALs/fb97eb0edbe8,39039,1731176468755/fb97eb0edbe8%2C39039%2C1731176468755.1731176471123 to pos 927, reset compression=false 2024-11-09T18:21:27,734 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755.replicationSource.shipperfb97eb0edbe8%2C39039%2C1731176468755,1-fb97eb0edbe8,39039,1731176468755 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fb97eb0edbe8,39039,1731176468755 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/WALs/fb97eb0edbe8,39039,1731176468755/fb97eb0edbe8%2C39039%2C1731176468755.1731176471123, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T18:21:27,882 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.wal-reader.fb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/WALs/fb97eb0edbe8,43747,1731176456963/fb97eb0edbe8%2C43747%2C1731176456963.1731176459187 to pos 913, reset compression=false 2024-11-09T18:21:27,937 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755.replicationSource.wal-reader.fb97eb0edbe8%2C39039%2C1731176468755,1-fb97eb0edbe8,39039,1731176468755 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/WALs/fb97eb0edbe8,39039,1731176468755/fb97eb0edbe8%2C39039%2C1731176468755.1731176471123 to pos 927, reset compression=false 2024-11-09T18:21:27,958 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923.replicationSource.wal-reader.fb97eb0edbe8%2C38433%2C1731176462923,1-fb97eb0edbe8,38433,1731176462923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/WALs/fb97eb0edbe8,38433,1731176462923/fb97eb0edbe8%2C38433%2C1731176462923.1731176465513 to pos 904, reset compression=false 2024-11-09T18:21:28,069 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-09T18:21:28,072 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-09T18:21:28,240 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755.replicationSource.wal-reader.fb97eb0edbe8%2C39039%2C1731176468755,1-fb97eb0edbe8,39039,1731176468755 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/WALs/fb97eb0edbe8,39039,1731176468755/fb97eb0edbe8%2C39039%2C1731176468755.1731176471123 to pos 927, reset compression=false 2024-11-09T18:21:28,285 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.wal-reader.fb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/WALs/fb97eb0edbe8,43747,1731176456963/fb97eb0edbe8%2C43747%2C1731176456963.1731176459187 to pos 913, reset compression=false 2024-11-09T18:21:28,361 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923.replicationSource.wal-reader.fb97eb0edbe8%2C38433%2C1731176462923,1-fb97eb0edbe8,38433,1731176462923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/WALs/fb97eb0edbe8,38433,1731176462923/fb97eb0edbe8%2C38433%2C1731176462923.1731176465513 to pos 904, reset compression=false 2024-11-09T18:21:28,365 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923.replicationSource.wal-reader.fb97eb0edbe8%2C38433%2C1731176462923,1-fb97eb0edbe8,38433,1731176462923 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T18:21:28,365 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923.replicationSource.wal-reader.fb97eb0edbe8%2C38433%2C1731176462923,1-fb97eb0edbe8,38433,1731176462923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/WALs/fb97eb0edbe8,38433,1731176462923/fb97eb0edbe8%2C38433%2C1731176462923.1731176465513 to pos 1063, reset compression=false 2024-11-09T18:21:28,365 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923.replicationSource.shipperfb97eb0edbe8%2C38433%2C1731176462923,1-fb97eb0edbe8,38433,1731176462923 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fb97eb0edbe8,38433,1731176462923 got entry batch from reader: WALEntryBatch [walEntries=[{test/affbc1c93407dc1ed8fc1dd42d26f557/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/WALs/fb97eb0edbe8,38433,1731176462923/fb97eb0edbe8%2C38433%2C1731176462923.1731176465513, lastWalPosition=1063, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-09T18:21:28,366 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39039 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T18:21:28,368 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39039 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T18:21:28,520 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T18:21:28,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:28,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:28,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:28,569 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923.replicationSource.wal-reader.fb97eb0edbe8%2C38433%2C1731176462923,1-fb97eb0edbe8,38433,1731176462923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/WALs/fb97eb0edbe8,38433,1731176462923/fb97eb0edbe8%2C38433%2C1731176462923.1731176465513 to pos 1063, reset compression=false 2024-11-09T18:21:28,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:28,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:28,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:28,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:28,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:28,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:28,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:28,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:28,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:28,643 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755.replicationSource.wal-reader.fb97eb0edbe8%2C39039%2C1731176468755,1-fb97eb0edbe8,39039,1731176468755 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/WALs/fb97eb0edbe8,39039,1731176468755/fb97eb0edbe8%2C39039%2C1731176468755.1731176471123 to pos 927, reset compression=false 2024-11-09T18:21:28,648 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755.replicationSource.wal-reader.fb97eb0edbe8%2C39039%2C1731176468755,1-fb97eb0edbe8,39039,1731176468755 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T18:21:28,648 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755.replicationSource.wal-reader.fb97eb0edbe8%2C39039%2C1731176468755,1-fb97eb0edbe8,39039,1731176468755 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/WALs/fb97eb0edbe8,39039,1731176468755/fb97eb0edbe8%2C39039%2C1731176468755.1731176471123 to pos 1076, reset compression=false 2024-11-09T18:21:28,648 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755.replicationSource.shipperfb97eb0edbe8%2C39039%2C1731176468755,1-fb97eb0edbe8,39039,1731176468755 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fb97eb0edbe8,39039,1731176468755 got entry batch from reader: WALEntryBatch [walEntries=[{test/0fe81a14d7e1ad8a9e8ed68da7db22d6/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/WALs/fb97eb0edbe8,39039,1731176468755/fb97eb0edbe8%2C39039%2C1731176468755.1731176471123, lastWalPosition=1076, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-09T18:21:28,649 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T18:21:28,652 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T18:21:28,788 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.wal-reader.fb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/WALs/fb97eb0edbe8,43747,1731176456963/fb97eb0edbe8%2C43747%2C1731176456963.1731176459187 to pos 913, reset compression=false 2024-11-09T18:21:28,791 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.wal-reader.fb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T18:21:28,792 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.wal-reader.fb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/WALs/fb97eb0edbe8,43747,1731176456963/fb97eb0edbe8%2C43747%2C1731176456963.1731176459187 to pos 1085, reset compression=false 2024-11-09T18:21:28,792 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.shipperfb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fb97eb0edbe8,43747,1731176456963 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/WALs/fb97eb0edbe8,43747,1731176456963/fb97eb0edbe8%2C43747%2C1731176456963.1731176459187, lastWalPosition=1085, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T18:21:28,851 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755.replicationSource.wal-reader.fb97eb0edbe8%2C39039%2C1731176468755,1-fb97eb0edbe8,39039,1731176468755 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/WALs/fb97eb0edbe8,39039,1731176468755/fb97eb0edbe8%2C39039%2C1731176468755.1731176471123 to pos 1076, reset compression=false 2024-11-09T18:21:28,872 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923.replicationSource.wal-reader.fb97eb0edbe8%2C38433%2C1731176462923,1-fb97eb0edbe8,38433,1731176462923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/WALs/fb97eb0edbe8,38433,1731176462923/fb97eb0edbe8%2C38433%2C1731176462923.1731176465513 to pos 1063, reset compression=false 2024-11-09T18:21:28,987 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:21:28,988 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fb97eb0edbe8,32911,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fb97eb0edbe8:32911 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T18:21:28,988 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68551 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fb97eb0edbe8,32911,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fb97eb0edbe8:32911 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T18:21:28,994 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.wal-reader.fb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/WALs/fb97eb0edbe8,43747,1731176456963/fb97eb0edbe8%2C43747%2C1731176456963.1731176459187 to pos 1085, reset compression=false 2024-11-09T18:21:29,073 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-09T18:21:29,077 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-09T18:21:29,155 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755.replicationSource.wal-reader.fb97eb0edbe8%2C39039%2C1731176468755,1-fb97eb0edbe8,39039,1731176468755 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/WALs/fb97eb0edbe8,39039,1731176468755/fb97eb0edbe8%2C39039%2C1731176468755.1731176471123 to pos 1076, reset compression=false 2024-11-09T18:21:29,159 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755.replicationSource.wal-reader.fb97eb0edbe8%2C39039%2C1731176468755,1-fb97eb0edbe8,39039,1731176468755 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T18:21:29,159 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755.replicationSource.wal-reader.fb97eb0edbe8%2C39039%2C1731176468755,1-fb97eb0edbe8,39039,1731176468755 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/WALs/fb97eb0edbe8,39039,1731176468755/fb97eb0edbe8%2C39039%2C1731176468755.1731176471123 to pos 1235, reset compression=false 2024-11-09T18:21:29,159 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755.replicationSource.shipperfb97eb0edbe8%2C39039%2C1731176468755,1-fb97eb0edbe8,39039,1731176468755 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fb97eb0edbe8,39039,1731176468755 got entry batch from reader: WALEntryBatch [walEntries=[{test/0fe81a14d7e1ad8a9e8ed68da7db22d6/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/WALs/fb97eb0edbe8,39039,1731176468755/fb97eb0edbe8%2C39039%2C1731176468755.1731176471123, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-09T18:21:29,160 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T18:21:29,163 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T18:21:29,275 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923.replicationSource.wal-reader.fb97eb0edbe8%2C38433%2C1731176462923,1-fb97eb0edbe8,38433,1731176462923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/WALs/fb97eb0edbe8,38433,1731176462923/fb97eb0edbe8%2C38433%2C1731176462923.1731176465513 to pos 1063, reset compression=false 2024-11-09T18:21:29,297 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.wal-reader.fb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/WALs/fb97eb0edbe8,43747,1731176456963/fb97eb0edbe8%2C43747%2C1731176456963.1731176459187 to pos 1085, reset compression=false 2024-11-09T18:21:29,301 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.wal-reader.fb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T18:21:29,301 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.wal-reader.fb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/WALs/fb97eb0edbe8,43747,1731176456963/fb97eb0edbe8%2C43747%2C1731176456963.1731176459187 to pos 1234, reset compression=false 2024-11-09T18:21:29,301 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.shipperfb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fb97eb0edbe8,43747,1731176456963 got entry batch from reader: WALEntryBatch [walEntries=[{test/ea0fb7f6e3ba5e5bf1ac222d6ff9cf96/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/WALs/fb97eb0edbe8,43747,1731176456963/fb97eb0edbe8%2C43747%2C1731176456963.1731176459187, lastWalPosition=1234, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-09T18:21:29,302 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38433 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T18:21:29,305 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38433 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T18:21:29,363 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755.replicationSource.wal-reader.fb97eb0edbe8%2C39039%2C1731176468755,1-fb97eb0edbe8,39039,1731176468755 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/WALs/fb97eb0edbe8,39039,1731176468755/fb97eb0edbe8%2C39039%2C1731176468755.1731176471123 to pos 1235, reset compression=false 2024-11-09T18:21:29,506 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.wal-reader.fb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/WALs/fb97eb0edbe8,43747,1731176456963/fb97eb0edbe8%2C43747%2C1731176456963.1731176459187 to pos 1234, reset compression=false 2024-11-09T18:21:29,666 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755.replicationSource.wal-reader.fb97eb0edbe8%2C39039%2C1731176468755,1-fb97eb0edbe8,39039,1731176468755 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/WALs/fb97eb0edbe8,39039,1731176468755/fb97eb0edbe8%2C39039%2C1731176468755.1731176471123 to pos 1235, reset compression=false 2024-11-09T18:21:29,779 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923.replicationSource.wal-reader.fb97eb0edbe8%2C38433%2C1731176462923,1-fb97eb0edbe8,38433,1731176462923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/WALs/fb97eb0edbe8,38433,1731176462923/fb97eb0edbe8%2C38433%2C1731176462923.1731176465513 to pos 1063, reset compression=false 2024-11-09T18:21:29,783 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923.replicationSource.wal-reader.fb97eb0edbe8%2C38433%2C1731176462923,1-fb97eb0edbe8,38433,1731176462923 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T18:21:29,783 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923.replicationSource.wal-reader.fb97eb0edbe8%2C38433%2C1731176462923,1-fb97eb0edbe8,38433,1731176462923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/WALs/fb97eb0edbe8,38433,1731176462923/fb97eb0edbe8%2C38433%2C1731176462923.1731176465513 to pos 1235, reset compression=false 2024-11-09T18:21:29,783 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923.replicationSource.shipperfb97eb0edbe8%2C38433%2C1731176462923,1-fb97eb0edbe8,38433,1731176462923 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fb97eb0edbe8,38433,1731176462923 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/WALs/fb97eb0edbe8,38433,1731176462923/fb97eb0edbe8%2C38433%2C1731176462923.1731176465513, lastWalPosition=1235, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T18:21:29,809 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.wal-reader.fb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/WALs/fb97eb0edbe8,43747,1731176456963/fb97eb0edbe8%2C43747%2C1731176456963.1731176459187 to pos 1234, reset compression=false 2024-11-09T18:21:29,986 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923.replicationSource.wal-reader.fb97eb0edbe8%2C38433%2C1731176462923,1-fb97eb0edbe8,38433,1731176462923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/WALs/fb97eb0edbe8,38433,1731176462923/fb97eb0edbe8%2C38433%2C1731176462923.1731176465513 to pos 1235, reset compression=false 2024-11-09T18:21:30,069 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755.replicationSource.wal-reader.fb97eb0edbe8%2C39039%2C1731176468755,1-fb97eb0edbe8,39039,1731176468755 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/WALs/fb97eb0edbe8,39039,1731176468755/fb97eb0edbe8%2C39039%2C1731176468755.1731176471123 to pos 1235, reset compression=false 2024-11-09T18:21:30,079 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-09T18:21:30,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60e9f4bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:21:30,085 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,42359,-1 for getting cluster id 2024-11-09T18:21:30,085 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:21:30,085 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '25ac9330-02c2-4377-accd-fe58828c6b33' 2024-11-09T18:21:30,086 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:21:30,086 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "25ac9330-02c2-4377-accd-fe58828c6b33" 2024-11-09T18:21:30,086 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@643b0c05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:21:30,086 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,42359,-1] 2024-11-09T18:21:30,086 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:21:30,086 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:21:30,087 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:21:30,087 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4104b1f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:21:30,089 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:21:30,090 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,42359,1731176468608 2024-11-09T18:21:30,090 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d39c99c 2024-11-09T18:21:30,090 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:21:30,091 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:21:30,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42359 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-11-09T18:21:30,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42359 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-09T18:21:30,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T18:21:30,141 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T18:21:30,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T18:21:30,212 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.wal-reader.fb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/WALs/fb97eb0edbe8,43747,1731176456963/fb97eb0edbe8%2C43747%2C1731176456963.1731176459187 to pos 1234, reset compression=false 2024-11-09T18:21:30,289 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923.replicationSource.wal-reader.fb97eb0edbe8%2C38433%2C1731176462923,1-fb97eb0edbe8,38433,1731176462923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/WALs/fb97eb0edbe8,38433,1731176462923/fb97eb0edbe8%2C38433%2C1731176462923.1731176465513 to pos 1235, reset compression=false 2024-11-09T18:21:30,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39039 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-09T18:21:30,293 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-09T18:21:30,294 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-09T18:21:30,294 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fb97eb0edbe8,39039,1731176468755 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-09T18:21:30,294 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0. 2024-11-09T18:21:30,294 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:21:30,294 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:21:30,295 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:21:30,295 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:21:30,395 WARN [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755.replicationSource.wal-reader.fb97eb0edbe8%2C39039%2C1731176468755,1-fb97eb0edbe8,39039,1731176468755 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T18:21:30,395 WARN [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755.replicationSource.shipperfb97eb0edbe8%2C39039%2C1731176468755,1-fb97eb0edbe8,39039,1731176468755 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T18:21:30,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T18:21:30,495 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755.replicationSource.shipperfb97eb0edbe8%2C39039%2C1731176468755,1-fb97eb0edbe8,39039,1731176468755 terminated 2024-11-09T18:21:30,511 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-fb97eb0edbe8,39039,1731176468755, ReplicationSource: 1, currentBandwidth=0 2024-11-09T18:21:30,511 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-09T18:21:30,511 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-09T18:21:30,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42359 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-09T18:21:30,513 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on fb97eb0edbe8,39039,1731176468755 suceeded 2024-11-09T18:21:30,515 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-09T18:21:30,515 INFO [PEWorker-2 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-09T18:21:30,515 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 372 msec 2024-11-09T18:21:30,522 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 423 msec 2024-11-09T18:21:30,531 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fb97eb0edbe8:37351' 2024-11-09T18:21:30,532 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b798bf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:21:30,532 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755 {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,37351,-1 for getting cluster id 2024-11-09T18:21:30,532 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:21:30,533 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1dea365c-aeac-49c3-9e72-bb92bd83d29e' 2024-11-09T18:21:30,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:21:30,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1dea365c-aeac-49c3-9e72-bb92bd83d29e" 2024-11-09T18:21:30,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@162cc5fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:21:30,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,37351,-1] 2024-11-09T18:21:30,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:21:30,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:21:30,534 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:21:30,535 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e95e99b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:21:30,535 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:21:30,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,37351,1731176456753 2024-11-09T18:21:30,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11a4c2f0 2024-11-09T18:21:30,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:21:30,536 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-09T18:21:30,537 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fb97eb0edbe8,39039,1731176468755 (queues=1) is replicating from cluster=25ac9330-02c2-4377-accd-fe58828c6b33 to cluster=1dea365c-aeac-49c3-9e72-bb92bd83d29e 2024-11-09T18:21:30,537 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fb97eb0edbe8%2C39039%2C1731176468755 2024-11-09T18:21:30,537 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fb97eb0edbe8,39039,1731176468755, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T18:21:30,537 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755.replicationSource.shipperfb97eb0edbe8%2C39039%2C1731176468755,1-fb97eb0edbe8,39039,1731176468755 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fb97eb0edbe8%2C39039%2C1731176468755 2024-11-09T18:21:30,692 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923.replicationSource.wal-reader.fb97eb0edbe8%2C38433%2C1731176462923,1-fb97eb0edbe8,38433,1731176462923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/WALs/fb97eb0edbe8,38433,1731176462923/fb97eb0edbe8%2C38433%2C1731176462923.1731176465513 to pos 1235, reset compression=false 2024-11-09T18:21:30,716 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.wal-reader.fb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/WALs/fb97eb0edbe8,43747,1731176456963/fb97eb0edbe8%2C43747%2C1731176456963.1731176459187 to pos 1234, reset compression=false 2024-11-09T18:21:30,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T18:21:30,719 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-09T18:21:30,719 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:21:30,719 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:21:30,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:21:30,719 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:21:30,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:21:30,722 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-09T18:21:31,195 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923.replicationSource.wal-reader.fb97eb0edbe8%2C38433%2C1731176462923,1-fb97eb0edbe8,38433,1731176462923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/WALs/fb97eb0edbe8,38433,1731176462923/fb97eb0edbe8%2C38433%2C1731176462923.1731176465513 to pos 1235, reset compression=false 2024-11-09T18:21:31,319 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.wal-reader.fb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/WALs/fb97eb0edbe8,43747,1731176456963/fb97eb0edbe8%2C43747%2C1731176456963.1731176459187 to pos 1234, reset compression=false 2024-11-09T18:21:31,323 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.wal-reader.fb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T18:21:31,323 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.wal-reader.fb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/WALs/fb97eb0edbe8,43747,1731176456963/fb97eb0edbe8%2C43747%2C1731176456963.1731176459187 to pos 1338, reset compression=false 2024-11-09T18:21:31,323 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.shipperfb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fb97eb0edbe8,43747,1731176456963 got entry batch from reader: WALEntryBatch [walEntries=[{test/ea0fb7f6e3ba5e5bf1ac222d6ff9cf96/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/WALs/fb97eb0edbe8,43747,1731176456963/fb97eb0edbe8%2C43747%2C1731176456963.1731176459187, lastWalPosition=1338, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-09T18:21:31,324 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38433 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T18:21:31,327 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38433 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T18:21:31,527 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.wal-reader.fb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/WALs/fb97eb0edbe8,43747,1731176456963/fb97eb0edbe8%2C43747%2C1731176456963.1731176459187 to pos 1338, reset compression=false 2024-11-09T18:21:31,724 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-09T18:21:31,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@594b241b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:21:31,726 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,42359,-1 for getting cluster id 2024-11-09T18:21:31,726 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:21:31,727 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '25ac9330-02c2-4377-accd-fe58828c6b33' 2024-11-09T18:21:31,727 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:21:31,727 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "25ac9330-02c2-4377-accd-fe58828c6b33" 2024-11-09T18:21:31,727 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d7eb36f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:21:31,727 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,42359,-1] 2024-11-09T18:21:31,727 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:21:31,728 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:21:31,728 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:21:31,729 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cfcc99c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:21:31,731 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:21:31,732 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,42359,1731176468608 2024-11-09T18:21:31,732 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@447abcc2 2024-11-09T18:21:31,733 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:21:31,734 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:21:31,734 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42359 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-11-09T18:21:31,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42359 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-09T18:21:31,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-09T18:21:31,798 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923.replicationSource.wal-reader.fb97eb0edbe8%2C38433%2C1731176462923,1-fb97eb0edbe8,38433,1731176462923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/WALs/fb97eb0edbe8,38433,1731176462923/fb97eb0edbe8%2C38433%2C1731176462923.1731176465513 to pos 1235, reset compression=false 2024-11-09T18:21:31,802 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923.replicationSource.wal-reader.fb97eb0edbe8%2C38433%2C1731176462923,1-fb97eb0edbe8,38433,1731176462923 {}] regionserver.ReplicationSourceWALReader(177): Read 2 WAL entries eligible for replication 2024-11-09T18:21:31,802 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923.replicationSource.wal-reader.fb97eb0edbe8%2C38433%2C1731176462923,1-fb97eb0edbe8,38433,1731176462923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/WALs/fb97eb0edbe8,38433,1731176462923/fb97eb0edbe8%2C38433%2C1731176462923.1731176465513 to pos 1466, reset compression=false 2024-11-09T18:21:31,802 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923.replicationSource.shipperfb97eb0edbe8%2C38433%2C1731176462923,1-fb97eb0edbe8,38433,1731176462923 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fb97eb0edbe8,38433,1731176462923 got entry batch from reader: WALEntryBatch [walEntries=[{test/affbc1c93407dc1ed8fc1dd42d26f557/10=[#edits: 1 = ],223}, {test/affbc1c93407dc1ed8fc1dd42d26f557/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/WALs/fb97eb0edbe8,38433,1731176462923/fb97eb0edbe8%2C38433%2C1731176462923.1731176465513, lastWalPosition=1466, nbRowKeys=2, nbHFiles=0, heapSize=430, lastSeqIds={}, endOfFile=false,usedBufferSize=430] 2024-11-09T18:21:31,804 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39039 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T18:21:31,804 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T18:21:31,807 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39039 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T18:21:31,829 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.wal-reader.fb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/WALs/fb97eb0edbe8,43747,1731176456963/fb97eb0edbe8%2C43747%2C1731176456963.1731176459187 to pos 1338, reset compression=false 2024-11-09T18:21:31,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-09T18:21:31,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39039 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-09T18:21:31,958 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-09T18:21:31,959 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-09T18:21:31,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42359 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-09T18:21:31,961 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on fb97eb0edbe8,39039,1731176468755 suceeded 2024-11-09T18:21:31,962 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-09T18:21:31,962 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 157 msec 2024-11-09T18:21:31,962 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-09T18:21:31,963 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 228 msec 2024-11-09T18:21:32,006 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923.replicationSource.wal-reader.fb97eb0edbe8%2C38433%2C1731176462923,1-fb97eb0edbe8,38433,1731176462923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/WALs/fb97eb0edbe8,38433,1731176462923/fb97eb0edbe8%2C38433%2C1731176462923.1731176465513 to pos 1466, reset compression=false 2024-11-09T18:21:32,039 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755.replicationSource.wal-reader.fb97eb0edbe8%2C39039%2C1731176468755,1-fb97eb0edbe8,39039,1731176468755 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/WALs/fb97eb0edbe8,39039,1731176468755/fb97eb0edbe8%2C39039%2C1731176468755.1731176471123, startPosition=1235, beingWritten=true 2024-11-09T18:21:32,043 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755.replicationSource.wal-reader.fb97eb0edbe8%2C39039%2C1731176468755,1-fb97eb0edbe8,39039,1731176468755 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T18:21:32,043 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755.replicationSource.wal-reader.fb97eb0edbe8%2C39039%2C1731176468755,1-fb97eb0edbe8,39039,1731176468755 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/WALs/fb97eb0edbe8,39039,1731176468755/fb97eb0edbe8%2C39039%2C1731176468755.1731176471123 to pos 1512, reset compression=false 2024-11-09T18:21:32,043 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755.replicationSource.shipperfb97eb0edbe8%2C39039%2C1731176468755,1-fb97eb0edbe8,39039,1731176468755 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fb97eb0edbe8,39039,1731176468755 got entry batch from reader: WALEntryBatch [walEntries=[{test/0fe81a14d7e1ad8a9e8ed68da7db22d6/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/WALs/fb97eb0edbe8,39039,1731176468755/fb97eb0edbe8%2C39039%2C1731176468755.1731176471123, lastWalPosition=1512, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-09T18:21:32,045 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755.replicationSource.shipperfb97eb0edbe8%2C39039%2C1731176468755,1-fb97eb0edbe8,39039,1731176468755 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T18:21:32,046 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-09T18:21:32,046 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T18:21:32,049 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T18:21:32,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-09T18:21:32,059 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-09T18:21:32,059 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:21:32,059 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:21:32,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:21:32,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:21:32,060 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:21:32,061 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-09T18:21:32,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T18:21:32,062 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:21:32,062 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:21:32,062 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:21:32,062 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:21:32,062 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:21:32,062 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T18:21:32,062 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1844152528, stopped=false 2024-11-09T18:21:32,062 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fb97eb0edbe8,42359,1731176468608 2024-11-09T18:21:32,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42359-0x10120d453450006, quorum=127.0.0.1:52022, baseZNode=/21398887178 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21398887178/running 2024-11-09T18:21:32,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39039-0x10120d453450007, quorum=127.0.0.1:52022, baseZNode=/21398887178 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21398887178/running 2024-11-09T18:21:32,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42359-0x10120d453450006, quorum=127.0.0.1:52022, baseZNode=/21398887178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21398887178 2024-11-09T18:21:32,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39039-0x10120d453450007, quorum=127.0.0.1:52022, baseZNode=/21398887178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21398887178 2024-11-09T18:21:32,147 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T18:21:32,147 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:21:32,147 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:21:32,148 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:21:32,148 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39039-0x10120d453450007, quorum=127.0.0.1:52022, baseZNode=/21398887178 Set watcher on znode that does not yet exist, /21398887178/running 2024-11-09T18:21:32,148 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42359-0x10120d453450006, quorum=127.0.0.1:52022, baseZNode=/21398887178 Set watcher on znode that does not yet exist, /21398887178/running 2024-11-09T18:21:32,148 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fb97eb0edbe8,39039,1731176468755' ***** 2024-11-09T18:21:32,148 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T18:21:32,148 INFO [RS:0;fb97eb0edbe8:39039 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T18:21:32,149 INFO [RS:0;fb97eb0edbe8:39039 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T18:21:32,149 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T18:21:32,149 INFO [RS:0;fb97eb0edbe8:39039 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T18:21:32,149 INFO [RS:0;fb97eb0edbe8:39039 {}] regionserver.HRegionServer(3091): Received CLOSE for 0fe81a14d7e1ad8a9e8ed68da7db22d6 2024-11-09T18:21:32,149 INFO [RS:0;fb97eb0edbe8:39039 {}] regionserver.HRegionServer(3091): Received CLOSE for fa7ad659cbf58b36b18249da17e94ebc 2024-11-09T18:21:32,149 INFO [RS:0;fb97eb0edbe8:39039 {}] regionserver.HRegionServer(959): stopping server fb97eb0edbe8,39039,1731176468755 2024-11-09T18:21:32,149 INFO [RS:0;fb97eb0edbe8:39039 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T18:21:32,149 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0fe81a14d7e1ad8a9e8ed68da7db22d6, disabling compactions & flushes 2024-11-09T18:21:32,149 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731176476420.0fe81a14d7e1ad8a9e8ed68da7db22d6. 2024-11-09T18:21:32,149 INFO [RS:0;fb97eb0edbe8:39039 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fb97eb0edbe8:39039. 2024-11-09T18:21:32,149 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731176476420.0fe81a14d7e1ad8a9e8ed68da7db22d6. 2024-11-09T18:21:32,149 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731176476420.0fe81a14d7e1ad8a9e8ed68da7db22d6. after waiting 0 ms 2024-11-09T18:21:32,149 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731176476420.0fe81a14d7e1ad8a9e8ed68da7db22d6. 2024-11-09T18:21:32,149 DEBUG [RS:0;fb97eb0edbe8:39039 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:21:32,149 DEBUG [RS:0;fb97eb0edbe8:39039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:21:32,149 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0fe81a14d7e1ad8a9e8ed68da7db22d6 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-09T18:21:32,149 INFO [RS:0;fb97eb0edbe8:39039 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T18:21:32,149 INFO [RS:0;fb97eb0edbe8:39039 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T18:21:32,149 INFO [RS:0;fb97eb0edbe8:39039 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T18:21:32,149 INFO [RS:0;fb97eb0edbe8:39039 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T18:21:32,150 INFO [RS:0;fb97eb0edbe8:39039 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T18:21:32,150 DEBUG [RS:0;fb97eb0edbe8:39039 {}] regionserver.HRegionServer(1325): Online Regions={0fe81a14d7e1ad8a9e8ed68da7db22d6=test,,1731176476420.0fe81a14d7e1ad8a9e8ed68da7db22d6., 1588230740=hbase:meta,,1.1588230740, fa7ad659cbf58b36b18249da17e94ebc=hbase:replication,,1731176481871.fa7ad659cbf58b36b18249da17e94ebc.} 2024-11-09T18:21:32,150 DEBUG [RS:0;fb97eb0edbe8:39039 {}] regionserver.HRegionServer(1351): Waiting on 0fe81a14d7e1ad8a9e8ed68da7db22d6, 1588230740, fa7ad659cbf58b36b18249da17e94ebc 2024-11-09T18:21:32,150 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T18:21:32,150 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T18:21:32,150 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T18:21:32,150 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T18:21:32,150 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T18:21:32,150 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T18:21:32,164 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/data/default/test/0fe81a14d7e1ad8a9e8ed68da7db22d6/.tmp/f/be734a58e3ce4476a97421a2cfd7a76f is 37, key is row3/f:row3/1731176490720/Put/seqid=0 2024-11-09T18:21:32,166 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/data/hbase/meta/1588230740/.tmp/info/9058bd4136984578bc4b3b9426c4a314 is 147, key is hbase:replication,,1731176481871.fa7ad659cbf58b36b18249da17e94ebc./info:regioninfo/1731176483030/Put/seqid=0 2024-11-09T18:21:32,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741840_1016 (size=5228) 2024-11-09T18:21:32,168 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/data/default/test/0fe81a14d7e1ad8a9e8ed68da7db22d6/.tmp/f/be734a58e3ce4476a97421a2cfd7a76f 2024-11-09T18:21:32,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741841_1017 (size=7686) 2024-11-09T18:21:32,170 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/data/hbase/meta/1588230740/.tmp/info/9058bd4136984578bc4b3b9426c4a314 2024-11-09T18:21:32,172 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for be734a58e3ce4476a97421a2cfd7a76f 2024-11-09T18:21:32,186 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/data/default/test/0fe81a14d7e1ad8a9e8ed68da7db22d6/.tmp/f1/f38e2dadd0e045a5be1328b799d163e1 is 30, key is row1/f1:/1731176488069/DeleteFamily/seqid=0 2024-11-09T18:21:32,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741842_1018 (size=5158) 2024-11-09T18:21:32,192 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/data/hbase/meta/1588230740/.tmp/ns/7fc4d1ae256c4a52901c72cab3b2a36a is 43, key is default/ns:d/1731176472049/Put/seqid=0 2024-11-09T18:21:32,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741843_1019 (size=5153) 2024-11-09T18:21:32,195 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/data/hbase/meta/1588230740/.tmp/ns/7fc4d1ae256c4a52901c72cab3b2a36a 2024-11-09T18:21:32,198 INFO [regionserver/fb97eb0edbe8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:21:32,218 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/data/hbase/meta/1588230740/.tmp/rep_barrier/101ccc0daf0b4055a8b44285cc0211a4 is 112, key is test,,1731176476420.0fe81a14d7e1ad8a9e8ed68da7db22d6./rep_barrier:seqnumDuringOpen/1731176477634/Put/seqid=0 2024-11-09T18:21:32,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741844_1020 (size=5518) 2024-11-09T18:21:32,222 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/data/hbase/meta/1588230740/.tmp/rep_barrier/101ccc0daf0b4055a8b44285cc0211a4 2024-11-09T18:21:32,233 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.wal-reader.fb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/WALs/fb97eb0edbe8,43747,1731176456963/fb97eb0edbe8%2C43747%2C1731176456963.1731176459187 to pos 1338, reset compression=false 2024-11-09T18:21:32,236 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.wal-reader.fb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T18:21:32,236 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.wal-reader.fb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/WALs/fb97eb0edbe8,43747,1731176456963/fb97eb0edbe8%2C43747%2C1731176456963.1731176459187 to pos 1488, reset compression=false 2024-11-09T18:21:32,237 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.shipperfb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fb97eb0edbe8,43747,1731176456963 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/WALs/fb97eb0edbe8,43747,1731176456963/fb97eb0edbe8%2C43747%2C1731176456963.1731176459187, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T18:21:32,243 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/data/hbase/meta/1588230740/.tmp/table/8a2089c86cc845e697feb8386bdace6c is 53, key is hbase:replication/table:state/1731176483038/Put/seqid=0 2024-11-09T18:21:32,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741845_1021 (size=5308) 2024-11-09T18:21:32,255 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755.replicationSource.wal-reader.fb97eb0edbe8%2C39039%2C1731176468755,1-fb97eb0edbe8,39039,1731176468755 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/WALs/fb97eb0edbe8,39039,1731176468755/fb97eb0edbe8%2C39039%2C1731176468755.1731176471123 to pos 1512, reset compression=false 2024-11-09T18:21:32,259 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755.replicationSource.wal-reader.fb97eb0edbe8%2C39039%2C1731176468755,1-fb97eb0edbe8,39039,1731176468755 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T18:21:32,259 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755.replicationSource.wal-reader.fb97eb0edbe8%2C39039%2C1731176468755,1-fb97eb0edbe8,39039,1731176468755 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/WALs/fb97eb0edbe8,39039,1731176468755/fb97eb0edbe8%2C39039%2C1731176468755.1731176471123 to pos 1759, reset compression=false 2024-11-09T18:21:32,259 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755.replicationSource.shipperfb97eb0edbe8%2C39039%2C1731176468755,1-fb97eb0edbe8,39039,1731176468755 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fb97eb0edbe8,39039,1731176468755 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/WALs/fb97eb0edbe8,39039,1731176468755/fb97eb0edbe8%2C39039%2C1731176468755.1731176471123, lastWalPosition=1759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T18:21:32,260 ERROR [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755.replicationSource.shipperfb97eb0edbe8%2C39039%2C1731176468755,1-fb97eb0edbe8,39039,1731176468755 {}] regionserver.HRegionServer(2440): ***** ABORTING region server fb97eb0edbe8,39039,1731176468755: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-fb97eb0edbe8,39039,1731176468755, walGroup=fb97eb0edbe8%2C39039%2C1731176468755, offset=fb97eb0edbe8%2C39039%2C1731176468755.1731176471123:1759, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fb97eb0edbe8:39039 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T18:21:32,262 ERROR [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755.replicationSource.shipperfb97eb0edbe8%2C39039%2C1731176468755,1-fb97eb0edbe8,39039,1731176468755 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T18:21:32,262 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755.replicationSource.shipperfb97eb0edbe8%2C39039%2C1731176468755,1-fb97eb0edbe8,39039,1731176468755 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T18:21:32,262 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755.replicationSource.shipperfb97eb0edbe8%2C39039%2C1731176468755,1-fb97eb0edbe8,39039,1731176468755 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T18:21:32,262 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755.replicationSource.shipperfb97eb0edbe8%2C39039%2C1731176468755,1-fb97eb0edbe8,39039,1731176468755 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T18:21:32,263 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755.replicationSource.shipperfb97eb0edbe8%2C39039%2C1731176468755,1-fb97eb0edbe8,39039,1731176468755 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T18:21:32,263 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755.replicationSource.shipperfb97eb0edbe8%2C39039%2C1731176468755,1-fb97eb0edbe8,39039,1731176468755 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 895878552 }, "NonHeapMemoryUsage": { "committed": 201523200, "init": 7667712, "max": -1, "used": 198493840 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T18:21:32,263 WARN [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755.replicationSource.shipperfb97eb0edbe8%2C39039%2C1731176468755,1-fb97eb0edbe8,39039,1731176468755 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fb97eb0edbe8:42359 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fb97eb0edbe8:42359 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T18:21:32,313 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923.replicationSource.wal-reader.fb97eb0edbe8%2C38433%2C1731176462923,1-fb97eb0edbe8,38433,1731176462923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/WALs/fb97eb0edbe8,38433,1731176462923/fb97eb0edbe8%2C38433%2C1731176462923.1731176465513 to pos 1466, reset compression=false 2024-11-09T18:21:32,350 DEBUG [RS:0;fb97eb0edbe8:39039 {}] regionserver.HRegionServer(1351): Waiting on 0fe81a14d7e1ad8a9e8ed68da7db22d6, 1588230740, fa7ad659cbf58b36b18249da17e94ebc 2024-11-09T18:21:32,364 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T18:21:32,440 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.wal-reader.fb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/WALs/fb97eb0edbe8,43747,1731176456963/fb97eb0edbe8%2C43747%2C1731176456963.1731176459187 to pos 1488, reset compression=false 2024-11-09T18:21:32,463 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755.replicationSource.wal-reader.fb97eb0edbe8%2C39039%2C1731176468755,1-fb97eb0edbe8,39039,1731176468755 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/WALs/fb97eb0edbe8,39039,1731176468755/fb97eb0edbe8%2C39039%2C1731176468755.1731176471123 to pos 1759, reset compression=false 2024-11-09T18:21:32,551 DEBUG [RS:0;fb97eb0edbe8:39039 {}] regionserver.HRegionServer(1351): Waiting on 0fe81a14d7e1ad8a9e8ed68da7db22d6, 1588230740, fa7ad659cbf58b36b18249da17e94ebc 2024-11-09T18:21:32,591 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/data/default/test/0fe81a14d7e1ad8a9e8ed68da7db22d6/.tmp/f1/f38e2dadd0e045a5be1328b799d163e1 2024-11-09T18:21:32,595 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f38e2dadd0e045a5be1328b799d163e1 2024-11-09T18:21:32,608 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/data/default/test/0fe81a14d7e1ad8a9e8ed68da7db22d6/.tmp/norep/644e2a2e1a644c74b0e8e8b567ccc8db is 33, key is row2/norep:/1731176489074/DeleteFamily/seqid=0 2024-11-09T18:21:32,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741846_1022 (size=5108) 2024-11-09T18:21:32,646 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/data/hbase/meta/1588230740/.tmp/table/8a2089c86cc845e697feb8386bdace6c 2024-11-09T18:21:32,651 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/data/hbase/meta/1588230740/.tmp/info/9058bd4136984578bc4b3b9426c4a314 as hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/data/hbase/meta/1588230740/info/9058bd4136984578bc4b3b9426c4a314 2024-11-09T18:21:32,655 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/data/hbase/meta/1588230740/info/9058bd4136984578bc4b3b9426c4a314, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T18:21:32,656 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/data/hbase/meta/1588230740/.tmp/ns/7fc4d1ae256c4a52901c72cab3b2a36a as hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/data/hbase/meta/1588230740/ns/7fc4d1ae256c4a52901c72cab3b2a36a 2024-11-09T18:21:32,660 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/data/hbase/meta/1588230740/ns/7fc4d1ae256c4a52901c72cab3b2a36a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T18:21:32,660 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/data/hbase/meta/1588230740/.tmp/rep_barrier/101ccc0daf0b4055a8b44285cc0211a4 as hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/data/hbase/meta/1588230740/rep_barrier/101ccc0daf0b4055a8b44285cc0211a4 2024-11-09T18:21:32,664 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/data/hbase/meta/1588230740/rep_barrier/101ccc0daf0b4055a8b44285cc0211a4, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T18:21:32,665 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/data/hbase/meta/1588230740/.tmp/table/8a2089c86cc845e697feb8386bdace6c as hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/data/hbase/meta/1588230740/table/8a2089c86cc845e697feb8386bdace6c 2024-11-09T18:21:32,668 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/data/hbase/meta/1588230740/table/8a2089c86cc845e697feb8386bdace6c, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T18:21:32,670 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 520ms, sequenceid=16, compaction requested=false 2024-11-09T18:21:32,680 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T18:21:32,680 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T18:21:32,680 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T18:21:32,680 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T18:21:32,680 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731176492150Running coprocessor pre-close hooks at 1731176492150Disabling compacts and flushes for region at 1731176492150Disabling writes for close at 1731176492150Obtaining lock to block concurrent updates at 1731176492150Preparing flush snapshotting stores in 1588230740 at 1731176492150Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731176492151 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731176492151Flushing 1588230740/info: creating writer at 1731176492151Flushing 1588230740/info: appending metadata at 1731176492166 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731176492166Flushing 1588230740/ns: creating writer at 1731176492175 (+9 ms)Flushing 1588230740/ns: appending metadata at 1731176492191 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731176492191Flushing 1588230740/rep_barrier: creating writer at 1731176492198 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731176492218 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731176492218Flushing 1588230740/table: creating writer at 1731176492225 (+7 ms)Flushing 1588230740/table: appending metadata at 1731176492242 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731176492242Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60294fc1: reopening flushed file at 1731176492650 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1daf4de5: reopening flushed file at 1731176492655 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ec302e3: reopening flushed file at 1731176492660 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12d5dea0: reopening flushed file at 1731176492664 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 520ms, sequenceid=16, compaction requested=false at 1731176492670 (+6 ms)Writing region close event to WAL at 1731176492677 (+7 ms)Running coprocessor post-close hooks at 1731176492680 (+3 ms)Closed at 1731176492680 2024-11-09T18:21:32,680 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T18:21:32,716 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923.replicationSource.wal-reader.fb97eb0edbe8%2C38433%2C1731176462923,1-fb97eb0edbe8,38433,1731176462923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/WALs/fb97eb0edbe8,38433,1731176462923/fb97eb0edbe8%2C38433%2C1731176462923.1731176465513 to pos 1466, reset compression=false 2024-11-09T18:21:32,743 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.wal-reader.fb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/WALs/fb97eb0edbe8,43747,1731176456963/fb97eb0edbe8%2C43747%2C1731176456963.1731176459187 to pos 1488, reset compression=false 2024-11-09T18:21:32,751 DEBUG [RS:0;fb97eb0edbe8:39039 {}] regionserver.HRegionServer(1351): Waiting on 0fe81a14d7e1ad8a9e8ed68da7db22d6, fa7ad659cbf58b36b18249da17e94ebc 2024-11-09T18:21:32,766 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755.replicationSource.wal-reader.fb97eb0edbe8%2C39039%2C1731176468755,1-fb97eb0edbe8,39039,1731176468755 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/WALs/fb97eb0edbe8,39039,1731176468755/fb97eb0edbe8%2C39039%2C1731176468755.1731176471123 to pos 1759, reset compression=false 2024-11-09T18:21:32,951 DEBUG [RS:0;fb97eb0edbe8:39039 {}] regionserver.HRegionServer(1351): Waiting on 0fe81a14d7e1ad8a9e8ed68da7db22d6, fa7ad659cbf58b36b18249da17e94ebc 2024-11-09T18:21:32,981 INFO [regionserver/fb97eb0edbe8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T18:21:32,981 INFO [regionserver/fb97eb0edbe8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T18:21:33,011 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/data/default/test/0fe81a14d7e1ad8a9e8ed68da7db22d6/.tmp/norep/644e2a2e1a644c74b0e8e8b567ccc8db 2024-11-09T18:21:33,015 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 644e2a2e1a644c74b0e8e8b567ccc8db 2024-11-09T18:21:33,016 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/data/default/test/0fe81a14d7e1ad8a9e8ed68da7db22d6/.tmp/f/be734a58e3ce4476a97421a2cfd7a76f as hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/data/default/test/0fe81a14d7e1ad8a9e8ed68da7db22d6/f/be734a58e3ce4476a97421a2cfd7a76f 2024-11-09T18:21:33,020 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for be734a58e3ce4476a97421a2cfd7a76f 2024-11-09T18:21:33,020 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/data/default/test/0fe81a14d7e1ad8a9e8ed68da7db22d6/f/be734a58e3ce4476a97421a2cfd7a76f, entries=5, sequenceid=12, filesize=5.1 K 2024-11-09T18:21:33,021 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/data/default/test/0fe81a14d7e1ad8a9e8ed68da7db22d6/.tmp/f1/f38e2dadd0e045a5be1328b799d163e1 as hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/data/default/test/0fe81a14d7e1ad8a9e8ed68da7db22d6/f1/f38e2dadd0e045a5be1328b799d163e1 2024-11-09T18:21:33,025 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f38e2dadd0e045a5be1328b799d163e1 2024-11-09T18:21:33,025 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/data/default/test/0fe81a14d7e1ad8a9e8ed68da7db22d6/f1/f38e2dadd0e045a5be1328b799d163e1, entries=3, sequenceid=12, filesize=5.0 K 2024-11-09T18:21:33,026 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/data/default/test/0fe81a14d7e1ad8a9e8ed68da7db22d6/.tmp/norep/644e2a2e1a644c74b0e8e8b567ccc8db as hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/data/default/test/0fe81a14d7e1ad8a9e8ed68da7db22d6/norep/644e2a2e1a644c74b0e8e8b567ccc8db 2024-11-09T18:21:33,029 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 644e2a2e1a644c74b0e8e8b567ccc8db 2024-11-09T18:21:33,030 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/data/default/test/0fe81a14d7e1ad8a9e8ed68da7db22d6/norep/644e2a2e1a644c74b0e8e8b567ccc8db, entries=1, sequenceid=12, filesize=5.0 K 2024-11-09T18:21:33,032 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 0fe81a14d7e1ad8a9e8ed68da7db22d6 in 883ms, sequenceid=12, compaction requested=false 2024-11-09T18:21:33,040 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/data/default/test/0fe81a14d7e1ad8a9e8ed68da7db22d6/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-09T18:21:33,041 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T18:21:33,041 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T18:21:33,041 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731176476420.0fe81a14d7e1ad8a9e8ed68da7db22d6. 2024-11-09T18:21:33,041 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0fe81a14d7e1ad8a9e8ed68da7db22d6: Waiting for close lock at 1731176492149Running coprocessor pre-close hooks at 1731176492149Disabling compacts and flushes for region at 1731176492149Disabling writes for close at 1731176492149Obtaining lock to block concurrent updates at 1731176492149Preparing flush snapshotting stores in 0fe81a14d7e1ad8a9e8ed68da7db22d6 at 1731176492149Finished memstore snapshotting test,,1731176476420.0fe81a14d7e1ad8a9e8ed68da7db22d6., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731176492150 (+1 ms)Flushing stores of test,,1731176476420.0fe81a14d7e1ad8a9e8ed68da7db22d6. at 1731176492150Flushing 0fe81a14d7e1ad8a9e8ed68da7db22d6/f: creating writer at 1731176492150Flushing 0fe81a14d7e1ad8a9e8ed68da7db22d6/f: appending metadata at 1731176492164 (+14 ms)Flushing 0fe81a14d7e1ad8a9e8ed68da7db22d6/f: closing flushed file at 1731176492164Flushing 0fe81a14d7e1ad8a9e8ed68da7db22d6/f1: creating writer at 1731176492173 (+9 ms)Flushing 0fe81a14d7e1ad8a9e8ed68da7db22d6/f1: appending metadata at 1731176492186 (+13 ms)Flushing 0fe81a14d7e1ad8a9e8ed68da7db22d6/f1: closing flushed file at 1731176492186Flushing 0fe81a14d7e1ad8a9e8ed68da7db22d6/norep: creating writer at 1731176492595 (+409 ms)Flushing 0fe81a14d7e1ad8a9e8ed68da7db22d6/norep: appending metadata at 1731176492607 (+12 ms)Flushing 0fe81a14d7e1ad8a9e8ed68da7db22d6/norep: closing flushed file at 1731176492607Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fd5d820: reopening flushed file at 1731176493015 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@331a165e: reopening flushed file at 1731176493020 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12a35314: reopening flushed file at 1731176493025 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 0fe81a14d7e1ad8a9e8ed68da7db22d6 in 883ms, sequenceid=12, compaction requested=false at 1731176493032 (+7 ms)Writing region close event to WAL at 1731176493037 (+5 ms)Running coprocessor post-close hooks at 1731176493041 (+4 ms)Closed at 1731176493041 2024-11-09T18:21:33,041 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731176476420.0fe81a14d7e1ad8a9e8ed68da7db22d6. 2024-11-09T18:21:33,041 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fa7ad659cbf58b36b18249da17e94ebc, disabling compactions & flushes 2024-11-09T18:21:33,041 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731176481871.fa7ad659cbf58b36b18249da17e94ebc. 2024-11-09T18:21:33,041 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731176481871.fa7ad659cbf58b36b18249da17e94ebc. 2024-11-09T18:21:33,041 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731176481871.fa7ad659cbf58b36b18249da17e94ebc. after waiting 0 ms 2024-11-09T18:21:33,041 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731176481871.fa7ad659cbf58b36b18249da17e94ebc. 2024-11-09T18:21:33,042 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fa7ad659cbf58b36b18249da17e94ebc: Waiting for close lock at 1731176493041Running coprocessor pre-close hooks at 1731176493041Disabling compacts and flushes for region at 1731176493041Disabling writes for close at 1731176493041Failed flush hbase:replication,,1731176481871.fa7ad659cbf58b36b18249da17e94ebc., putting online again at 1731176493041 2024-11-09T18:21:33,042 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731176481871.fa7ad659cbf58b36b18249da17e94ebc. 2024-11-09T18:21:33,149 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.wal-reader.fb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/WALs/fb97eb0edbe8,43747,1731176456963/fb97eb0edbe8%2C43747%2C1731176456963.1731176459187 to pos 1488, reset compression=false 2024-11-09T18:21:33,151 INFO [RS:0;fb97eb0edbe8:39039 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T18:21:33,151 DEBUG [RS:0;fb97eb0edbe8:39039 {}] regionserver.HRegionServer(1325): Online Regions={fa7ad659cbf58b36b18249da17e94ebc=hbase:replication,,1731176481871.fa7ad659cbf58b36b18249da17e94ebc.} 2024-11-09T18:21:33,151 INFO [RS:0;fb97eb0edbe8:39039 {}] regionserver.HRegionServer(3091): Received CLOSE for fa7ad659cbf58b36b18249da17e94ebc 2024-11-09T18:21:33,151 DEBUG [RS:0;fb97eb0edbe8:39039 {}] regionserver.HRegionServer(1351): Waiting on fa7ad659cbf58b36b18249da17e94ebc 2024-11-09T18:21:33,151 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fa7ad659cbf58b36b18249da17e94ebc, disabling compactions & flushes 2024-11-09T18:21:33,151 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731176481871.fa7ad659cbf58b36b18249da17e94ebc. 2024-11-09T18:21:33,151 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731176481871.fa7ad659cbf58b36b18249da17e94ebc. 2024-11-09T18:21:33,152 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731176481871.fa7ad659cbf58b36b18249da17e94ebc. after waiting 1 ms 2024-11-09T18:21:33,152 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731176481871.fa7ad659cbf58b36b18249da17e94ebc. 2024-11-09T18:21:33,152 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fa7ad659cbf58b36b18249da17e94ebc: Waiting for close lock at 1731176493151Running coprocessor pre-close hooks at 1731176493151Disabling compacts and flushes for region at 1731176493151Disabling writes for close at 1731176493152 (+1 ms)Failed flush hbase:replication,,1731176481871.fa7ad659cbf58b36b18249da17e94ebc., putting online again at 1731176493152 2024-11-09T18:21:33,152 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731176481871.fa7ad659cbf58b36b18249da17e94ebc. 2024-11-09T18:21:33,169 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755.replicationSource.wal-reader.fb97eb0edbe8%2C39039%2C1731176468755,1-fb97eb0edbe8,39039,1731176468755 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/WALs/fb97eb0edbe8,39039,1731176468755/fb97eb0edbe8%2C39039%2C1731176468755.1731176471123 to pos 1759, reset compression=false 2024-11-09T18:21:33,173 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755.replicationSource.wal-reader.fb97eb0edbe8%2C39039%2C1731176468755,1-fb97eb0edbe8,39039,1731176468755 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T18:21:33,173 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755.replicationSource.wal-reader.fb97eb0edbe8%2C39039%2C1731176468755,1-fb97eb0edbe8,39039,1731176468755 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/WALs/fb97eb0edbe8,39039,1731176468755/fb97eb0edbe8%2C39039%2C1731176468755.1731176471123 to pos 2403, reset compression=false 2024-11-09T18:21:33,219 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923.replicationSource.wal-reader.fb97eb0edbe8%2C38433%2C1731176462923,1-fb97eb0edbe8,38433,1731176462923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/WALs/fb97eb0edbe8,38433,1731176462923/fb97eb0edbe8%2C38433%2C1731176462923.1731176465513 to pos 1466, reset compression=false 2024-11-09T18:21:33,352 INFO [RS:0;fb97eb0edbe8:39039 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-09T18:21:33,352 INFO [RS:0;fb97eb0edbe8:39039 {}] regionserver.HRegionServer(976): stopping server fb97eb0edbe8,39039,1731176468755; all regions closed. 2024-11-09T18:21:33,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741834_1010 (size=4239) 2024-11-09T18:21:33,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741839_1015 (size=2172) 2024-11-09T18:21:33,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741832_1008 (size=2411) 2024-11-09T18:21:33,358 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/WALs/fb97eb0edbe8,39039,1731176468755/fb97eb0edbe8%2C39039%2C1731176468755.1731176471123 not finished, retry = 0 2024-11-09T18:21:33,378 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755.replicationSource.wal-reader.fb97eb0edbe8%2C39039%2C1731176468755,1-fb97eb0edbe8,39039,1731176468755 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/WALs/fb97eb0edbe8,39039,1731176468755/fb97eb0edbe8%2C39039%2C1731176468755.1731176471123 to pos 2403, reset compression=false 2024-11-09T18:21:33,459 DEBUG [RS:0;fb97eb0edbe8:39039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:21:33,459 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755.replicationSource.wal-reader.fb97eb0edbe8%2C39039%2C1731176468755,1-fb97eb0edbe8,39039,1731176468755 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/WALs/fb97eb0edbe8,39039,1731176468755/fb97eb0edbe8%2C39039%2C1731176468755.1731176471123 2024-11-09T18:21:33,459 INFO [RS:0;fb97eb0edbe8:39039 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:21:33,459 INFO [RS:0;fb97eb0edbe8:39039 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T18:21:33,459 INFO [RS:0;fb97eb0edbe8:39039 {}] hbase.ChoreService(370): Chore service for: regionserver/fb97eb0edbe8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T18:21:33,459 INFO [RS:0;fb97eb0edbe8:39039 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T18:21:33,460 INFO [regionserver/fb97eb0edbe8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T18:21:33,460 INFO [RS:0;fb97eb0edbe8:39039 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fb97eb0edbe8,39039,1731176468755 because: Region server is closing 2024-11-09T18:21:33,460 INFO [RS:0;fb97eb0edbe8:39039 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fb97eb0edbe8:39039. 2024-11-09T18:21:33,460 DEBUG [RS:0;fb97eb0edbe8:39039 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:21:33,460 DEBUG [RS:0;fb97eb0edbe8:39039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:21:33,461 DEBUG [RS:0;fb97eb0edbe8:39039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:21:33,461 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:21:33,561 INFO [RS:0;fb97eb0edbe8:39039 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755.replicationSource.shipperfb97eb0edbe8%2C39039%2C1731176468755,1-fb97eb0edbe8,39039,1731176468755 terminated 2024-11-09T18:21:33,561 WARN [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,39039,1731176468755.replicationSource.wal-reader.fb97eb0edbe8%2C39039%2C1731176468755,1-fb97eb0edbe8,39039,1731176468755 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-09T18:21:33,561 INFO [RS:0;fb97eb0edbe8:39039 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fb97eb0edbe8:39039. 2024-11-09T18:21:33,561 DEBUG [RS:0;fb97eb0edbe8:39039 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:21:33,561 DEBUG [RS:0;fb97eb0edbe8:39039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:21:33,561 DEBUG [RS:0;fb97eb0edbe8:39039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:21:33,561 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:21:33,561 INFO [RS:0;fb97eb0edbe8:39039 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39039 2024-11-09T18:21:33,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42359-0x10120d453450006, quorum=127.0.0.1:52022, baseZNode=/21398887178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21398887178/rs 2024-11-09T18:21:33,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39039-0x10120d453450007, quorum=127.0.0.1:52022, baseZNode=/21398887178 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21398887178/rs/fb97eb0edbe8,39039,1731176468755 2024-11-09T18:21:33,624 INFO [RS:0;fb97eb0edbe8:39039 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T18:21:33,635 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fb97eb0edbe8,39039,1731176468755] 2024-11-09T18:21:33,645 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21398887178/draining/fb97eb0edbe8,39039,1731176468755 already deleted, retry=false 2024-11-09T18:21:33,645 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fb97eb0edbe8,39039,1731176468755 expired; onlineServers=0 2024-11-09T18:21:33,646 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fb97eb0edbe8,42359,1731176468608' ***** 2024-11-09T18:21:33,646 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T18:21:33,646 INFO [M:0;fb97eb0edbe8:42359 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T18:21:33,646 INFO [M:0;fb97eb0edbe8:42359 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T18:21:33,646 DEBUG [M:0;fb97eb0edbe8:42359 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T18:21:33,646 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T18:21:33,646 DEBUG [M:0;fb97eb0edbe8:42359 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T18:21:33,646 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731176470811 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731176470811,5,FailOnTimeoutGroup] 2024-11-09T18:21:33,646 INFO [M:0;fb97eb0edbe8:42359 {}] hbase.ChoreService(370): Chore service for: master/fb97eb0edbe8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T18:21:33,646 INFO [M:0;fb97eb0edbe8:42359 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T18:21:33,646 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731176470812 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731176470812,5,FailOnTimeoutGroup] 2024-11-09T18:21:33,646 DEBUG [M:0;fb97eb0edbe8:42359 {}] master.HMaster(1795): Stopping service threads 2024-11-09T18:21:33,647 INFO [M:0;fb97eb0edbe8:42359 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T18:21:33,647 INFO [M:0;fb97eb0edbe8:42359 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T18:21:33,647 INFO [M:0;fb97eb0edbe8:42359 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T18:21:33,647 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T18:21:33,653 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.wal-reader.fb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/WALs/fb97eb0edbe8,43747,1731176456963/fb97eb0edbe8%2C43747%2C1731176456963.1731176459187 to pos 1488, reset compression=false 2024-11-09T18:21:33,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42359-0x10120d453450006, quorum=127.0.0.1:52022, baseZNode=/21398887178 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21398887178/master 2024-11-09T18:21:33,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42359-0x10120d453450006, quorum=127.0.0.1:52022, baseZNode=/21398887178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21398887178 2024-11-09T18:21:33,656 DEBUG [M:0;fb97eb0edbe8:42359 {}] zookeeper.ZKUtil(347): master:42359-0x10120d453450006, quorum=127.0.0.1:52022, baseZNode=/21398887178 Unable to get data of znode /21398887178/master because node does not exist (not an error) 2024-11-09T18:21:33,656 WARN [M:0;fb97eb0edbe8:42359 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T18:21:33,657 INFO [M:0;fb97eb0edbe8:42359 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/.lastflushedseqids 2024-11-09T18:21:33,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741847_1023 (size=245) 2024-11-09T18:21:33,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39039-0x10120d453450007, quorum=127.0.0.1:52022, baseZNode=/21398887178 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:21:33,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39039-0x10120d453450007, quorum=127.0.0.1:52022, baseZNode=/21398887178 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:21:33,735 INFO [RS:0;fb97eb0edbe8:39039 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T18:21:33,735 INFO [RS:0;fb97eb0edbe8:39039 {}] regionserver.HRegionServer(1031): Exiting; stopping=fb97eb0edbe8,39039,1731176468755; zookeeper connection closed. 2024-11-09T18:21:33,735 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@516eba11 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@516eba11 2024-11-09T18:21:33,736 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T18:21:33,823 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923.replicationSource.wal-reader.fb97eb0edbe8%2C38433%2C1731176462923,1-fb97eb0edbe8,38433,1731176462923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/WALs/fb97eb0edbe8,38433,1731176462923/fb97eb0edbe8%2C38433%2C1731176462923.1731176465513 to pos 1466, reset compression=false 2024-11-09T18:21:34,063 INFO [M:0;fb97eb0edbe8:42359 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T18:21:34,063 INFO [M:0;fb97eb0edbe8:42359 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T18:21:34,063 DEBUG [M:0;fb97eb0edbe8:42359 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T18:21:34,063 INFO [M:0;fb97eb0edbe8:42359 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:21:34,063 DEBUG [M:0;fb97eb0edbe8:42359 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:21:34,063 DEBUG [M:0;fb97eb0edbe8:42359 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T18:21:34,063 DEBUG [M:0;fb97eb0edbe8:42359 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:21:34,063 INFO [M:0;fb97eb0edbe8:42359 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-09T18:21:34,081 DEBUG [M:0;fb97eb0edbe8:42359 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1a3e549d26724f20a7c6f8152aed4ec2 is 82, key is hbase:meta,,1/info:regioninfo/1731176472032/Put/seqid=0 2024-11-09T18:21:34,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741848_1024 (size=5672) 2024-11-09T18:21:34,091 INFO [M:0;fb97eb0edbe8:42359 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1a3e549d26724f20a7c6f8152aed4ec2 2024-11-09T18:21:34,112 DEBUG [M:0;fb97eb0edbe8:42359 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5a1de764c2b34039abd1769a74768395 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731176483042/Put/seqid=0 2024-11-09T18:21:34,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741849_1025 (size=9212) 2024-11-09T18:21:34,121 INFO [M:0;fb97eb0edbe8:42359 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5a1de764c2b34039abd1769a74768395 2024-11-09T18:21:34,142 DEBUG [M:0;fb97eb0edbe8:42359 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c95f6bf22ef745f3a8be2d733ebff275 is 69, key is fb97eb0edbe8,39039,1731176468755/rs:state/1731176470920/Put/seqid=0 2024-11-09T18:21:34,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741850_1026 (size=5156) 2024-11-09T18:21:34,257 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.wal-reader.fb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/WALs/fb97eb0edbe8,43747,1731176456963/fb97eb0edbe8%2C43747%2C1731176456963.1731176459187 to pos 1488, reset compression=false 2024-11-09T18:21:34,532 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923.replicationSource.wal-reader.fb97eb0edbe8%2C38433%2C1731176462923,1-fb97eb0edbe8,38433,1731176462923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/WALs/fb97eb0edbe8,38433,1731176462923/fb97eb0edbe8%2C38433%2C1731176462923.1731176465513 to pos 1466, reset compression=false 2024-11-09T18:21:34,550 INFO [M:0;fb97eb0edbe8:42359 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c95f6bf22ef745f3a8be2d733ebff275 2024-11-09T18:21:34,554 DEBUG [M:0;fb97eb0edbe8:42359 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1a3e549d26724f20a7c6f8152aed4ec2 as hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1a3e549d26724f20a7c6f8152aed4ec2 2024-11-09T18:21:34,557 INFO [M:0;fb97eb0edbe8:42359 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1a3e549d26724f20a7c6f8152aed4ec2, entries=8, sequenceid=127, filesize=5.5 K 2024-11-09T18:21:34,558 DEBUG [M:0;fb97eb0edbe8:42359 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5a1de764c2b34039abd1769a74768395 as hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5a1de764c2b34039abd1769a74768395 2024-11-09T18:21:34,562 INFO [M:0;fb97eb0edbe8:42359 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5a1de764c2b34039abd1769a74768395, entries=15, sequenceid=127, filesize=9.0 K 2024-11-09T18:21:34,563 DEBUG [M:0;fb97eb0edbe8:42359 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c95f6bf22ef745f3a8be2d733ebff275 as hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c95f6bf22ef745f3a8be2d733ebff275 2024-11-09T18:21:34,566 INFO [M:0;fb97eb0edbe8:42359 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36105/user/jenkins/test-data/b5b53c6f-fb92-a312-8c70-ad8aadaac0b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c95f6bf22ef745f3a8be2d733ebff275, entries=1, sequenceid=127, filesize=5.0 K 2024-11-09T18:21:34,567 INFO [M:0;fb97eb0edbe8:42359 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 504ms, sequenceid=127, compaction requested=false 2024-11-09T18:21:34,568 INFO [M:0;fb97eb0edbe8:42359 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:21:34,568 DEBUG [M:0;fb97eb0edbe8:42359 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731176494063Disabling compacts and flushes for region at 1731176494063Disabling writes for close at 1731176494063Obtaining lock to block concurrent updates at 1731176494063Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731176494063Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1731176494064 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731176494065 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731176494065Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731176494080 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731176494081 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731176494094 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731176494111 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731176494111Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731176494124 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731176494142 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731176494142Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6683ed8e: reopening flushed file at 1731176494554 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20b49912: reopening flushed file at 1731176494558 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bb37c51: reopening flushed file at 1731176494562 (+4 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 504ms, sequenceid=127, compaction requested=false at 1731176494567 (+5 ms)Writing region close event to WAL at 1731176494568 (+1 ms)Closed at 1731176494568 2024-11-09T18:21:34,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741830_1006 (size=73866) 2024-11-09T18:21:34,571 INFO [M:0;fb97eb0edbe8:42359 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T18:21:34,571 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T18:21:34,571 INFO [M:0;fb97eb0edbe8:42359 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42359 2024-11-09T18:21:34,572 INFO [M:0;fb97eb0edbe8:42359 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T18:21:34,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42359-0x10120d453450006, quorum=127.0.0.1:52022, baseZNode=/21398887178 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:21:34,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42359-0x10120d453450006, quorum=127.0.0.1:52022, baseZNode=/21398887178 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:21:34,851 INFO [M:0;fb97eb0edbe8:42359 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T18:21:34,853 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3dbb04ce{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:21:34,854 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13318a7c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T18:21:34,854 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T18:21:34,854 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1705cc52{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T18:21:34,854 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7332a2b6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e84624b4-c381-95a5-d011-6abaaedfc884/hadoop.log.dir/,STOPPED} 2024-11-09T18:21:34,855 WARN [BP-865481244-172.17.0.3-1731176466606 heartbeating to localhost/127.0.0.1:36105 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T18:21:34,856 WARN [BP-865481244-172.17.0.3-1731176466606 heartbeating to localhost/127.0.0.1:36105 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-865481244-172.17.0.3-1731176466606 (Datanode Uuid 65a2f494-c64a-4a4d-b5b3-770af39fb81f) service to localhost/127.0.0.1:36105 2024-11-09T18:21:34,856 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e84624b4-c381-95a5-d011-6abaaedfc884/cluster_a83391f1-3fe7-ec13-601c-67df4f40b78b/data/data1/current/BP-865481244-172.17.0.3-1731176466606 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T18:21:34,856 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T18:21:34,856 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T18:21:34,857 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e84624b4-c381-95a5-d011-6abaaedfc884/cluster_a83391f1-3fe7-ec13-601c-67df4f40b78b/data/data2/current/BP-865481244-172.17.0.3-1731176466606 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T18:21:34,857 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T18:21:34,864 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@51dfbbfb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T18:21:34,865 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1117b8bf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T18:21:34,865 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T18:21:34,865 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@375ece01{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T18:21:34,865 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5221bbaa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e84624b4-c381-95a5-d011-6abaaedfc884/hadoop.log.dir/,STOPPED} 2024-11-09T18:21:34,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T18:21:34,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T18:21:34,879 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:21:34,880 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:21:34,880 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:21:34,880 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:21:34,880 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:21:34,880 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T18:21:34,880 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1646846541, stopped=false 2024-11-09T18:21:34,880 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fb97eb0edbe8,36999,1731176462782 2024-11-09T18:21:34,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36999-0x10120d453450003, quorum=127.0.0.1:52022, baseZNode=/1-1579347476 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1579347476/running 2024-11-09T18:21:34,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38433-0x10120d453450004, quorum=127.0.0.1:52022, baseZNode=/1-1579347476 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1579347476/running 2024-11-09T18:21:34,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36999-0x10120d453450003, quorum=127.0.0.1:52022, baseZNode=/1-1579347476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1579347476 2024-11-09T18:21:34,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38433-0x10120d453450004, quorum=127.0.0.1:52022, baseZNode=/1-1579347476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1579347476 2024-11-09T18:21:34,898 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T18:21:34,899 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38433-0x10120d453450004, quorum=127.0.0.1:52022, baseZNode=/1-1579347476 Set watcher on znode that does not yet exist, /1-1579347476/running 2024-11-09T18:21:34,899 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36999-0x10120d453450003, quorum=127.0.0.1:52022, baseZNode=/1-1579347476 Set watcher on znode that does not yet exist, /1-1579347476/running 2024-11-09T18:21:34,899 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:21:34,899 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:21:34,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:21:34,899 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fb97eb0edbe8,38433,1731176462923' ***** 2024-11-09T18:21:34,899 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T18:21:34,900 INFO [RS:0;fb97eb0edbe8:38433 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T18:21:34,900 INFO [RS:0;fb97eb0edbe8:38433 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T18:21:34,901 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T18:21:34,901 INFO [RS:0;fb97eb0edbe8:38433 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T18:21:34,901 INFO [RS:0;fb97eb0edbe8:38433 {}] regionserver.HRegionServer(3091): Received CLOSE for 9454d5eb28b0b5b191b7d2002c5be6a2 2024-11-09T18:21:34,904 INFO [RS:0;fb97eb0edbe8:38433 {}] regionserver.HRegionServer(3091): Received CLOSE for affbc1c93407dc1ed8fc1dd42d26f557 2024-11-09T18:21:34,904 INFO [RS:0;fb97eb0edbe8:38433 {}] regionserver.HRegionServer(959): stopping server fb97eb0edbe8,38433,1731176462923 2024-11-09T18:21:34,904 INFO [RS:0;fb97eb0edbe8:38433 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T18:21:34,904 INFO [RS:0;fb97eb0edbe8:38433 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fb97eb0edbe8:38433. 2024-11-09T18:21:34,904 DEBUG [RS:0;fb97eb0edbe8:38433 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:21:34,904 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9454d5eb28b0b5b191b7d2002c5be6a2, disabling compactions & flushes 2024-11-09T18:21:34,904 DEBUG [RS:0;fb97eb0edbe8:38433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:21:34,904 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731176479723.9454d5eb28b0b5b191b7d2002c5be6a2. 2024-11-09T18:21:34,904 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731176479723.9454d5eb28b0b5b191b7d2002c5be6a2. 2024-11-09T18:21:34,904 INFO [RS:0;fb97eb0edbe8:38433 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T18:21:34,904 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731176479723.9454d5eb28b0b5b191b7d2002c5be6a2. after waiting 0 ms 2024-11-09T18:21:34,905 INFO [RS:0;fb97eb0edbe8:38433 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T18:21:34,905 INFO [RS:0;fb97eb0edbe8:38433 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T18:21:34,905 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731176479723.9454d5eb28b0b5b191b7d2002c5be6a2. 2024-11-09T18:21:34,905 INFO [RS:0;fb97eb0edbe8:38433 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T18:21:34,905 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9454d5eb28b0b5b191b7d2002c5be6a2 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-11-09T18:21:34,905 INFO [RS:0;fb97eb0edbe8:38433 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T18:21:34,905 DEBUG [RS:0;fb97eb0edbe8:38433 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9454d5eb28b0b5b191b7d2002c5be6a2=hbase:replication,,1731176479723.9454d5eb28b0b5b191b7d2002c5be6a2., affbc1c93407dc1ed8fc1dd42d26f557=test,,1731176474271.affbc1c93407dc1ed8fc1dd42d26f557.} 2024-11-09T18:21:34,905 DEBUG [RS:0;fb97eb0edbe8:38433 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9454d5eb28b0b5b191b7d2002c5be6a2, affbc1c93407dc1ed8fc1dd42d26f557 2024-11-09T18:21:34,905 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T18:21:34,905 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T18:21:34,905 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T18:21:34,905 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T18:21:34,905 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T18:21:34,905 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T18:21:34,907 INFO [regionserver/fb97eb0edbe8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:21:34,924 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/data/hbase/meta/1588230740/.tmp/info/119aad9663cc42a3acc7193e2fca7720 is 147, key is hbase:replication,,1731176479723.9454d5eb28b0b5b191b7d2002c5be6a2./info:regioninfo/1731176480892/Put/seqid=0 2024-11-09T18:21:34,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43511 is added to blk_1073741840_1016 (size=7686) 2024-11-09T18:21:34,930 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/data/hbase/replication/9454d5eb28b0b5b191b7d2002c5be6a2/.tmp/queue/1ed3eea1053b47c08c97125743188c9f is 154, key is 1-fb97eb0edbe8,38433,1731176462923/queue:fb97eb0edbe8%2C38433%2C1731176462923/1731176491808/Put/seqid=0 2024-11-09T18:21:34,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43511 is added to blk_1073741841_1017 (size=5353) 2024-11-09T18:21:34,961 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.wal-reader.fb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/WALs/fb97eb0edbe8,43747,1731176456963/fb97eb0edbe8%2C43747%2C1731176456963.1731176459187 to pos 1488, reset compression=false 2024-11-09T18:21:35,105 DEBUG [RS:0;fb97eb0edbe8:38433 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9454d5eb28b0b5b191b7d2002c5be6a2, affbc1c93407dc1ed8fc1dd42d26f557 2024-11-09T18:21:35,305 DEBUG [RS:0;fb97eb0edbe8:38433 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9454d5eb28b0b5b191b7d2002c5be6a2, affbc1c93407dc1ed8fc1dd42d26f557 2024-11-09T18:21:35,330 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/data/hbase/meta/1588230740/.tmp/info/119aad9663cc42a3acc7193e2fca7720 2024-11-09T18:21:35,334 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/data/hbase/replication/9454d5eb28b0b5b191b7d2002c5be6a2/.tmp/queue/1ed3eea1053b47c08c97125743188c9f 2024-11-09T18:21:35,335 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923.replicationSource.wal-reader.fb97eb0edbe8%2C38433%2C1731176462923,1-fb97eb0edbe8,38433,1731176462923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/WALs/fb97eb0edbe8,38433,1731176462923/fb97eb0edbe8%2C38433%2C1731176462923.1731176465513 to pos 1466, reset compression=false 2024-11-09T18:21:35,339 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/data/hbase/replication/9454d5eb28b0b5b191b7d2002c5be6a2/.tmp/queue/1ed3eea1053b47c08c97125743188c9f as hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/data/hbase/replication/9454d5eb28b0b5b191b7d2002c5be6a2/queue/1ed3eea1053b47c08c97125743188c9f 2024-11-09T18:21:35,343 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/data/hbase/replication/9454d5eb28b0b5b191b7d2002c5be6a2/queue/1ed3eea1053b47c08c97125743188c9f, entries=1, sequenceid=13, filesize=5.2 K 2024-11-09T18:21:35,344 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 9454d5eb28b0b5b191b7d2002c5be6a2 in 439ms, sequenceid=13, compaction requested=false 2024-11-09T18:21:35,353 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/data/hbase/meta/1588230740/.tmp/ns/55780871170b413ab886f1f64a6b20cb is 43, key is default/ns:d/1731176466481/Put/seqid=0 2024-11-09T18:21:35,357 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/data/hbase/replication/9454d5eb28b0b5b191b7d2002c5be6a2/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-09T18:21:35,357 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T18:21:35,357 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T18:21:35,357 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731176479723.9454d5eb28b0b5b191b7d2002c5be6a2. 2024-11-09T18:21:35,357 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9454d5eb28b0b5b191b7d2002c5be6a2: Waiting for close lock at 1731176494904Running coprocessor pre-close hooks at 1731176494904Disabling compacts and flushes for region at 1731176494904Disabling writes for close at 1731176494905 (+1 ms)Obtaining lock to block concurrent updates at 1731176494905Preparing flush snapshotting stores in 9454d5eb28b0b5b191b7d2002c5be6a2 at 1731176494905Finished memstore snapshotting hbase:replication,,1731176479723.9454d5eb28b0b5b191b7d2002c5be6a2., syncing WAL and waiting on mvcc, flushsize=dataSize=1342, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1731176494905Flushing stores of hbase:replication,,1731176479723.9454d5eb28b0b5b191b7d2002c5be6a2. at 1731176494906 (+1 ms)Flushing 9454d5eb28b0b5b191b7d2002c5be6a2/queue: creating writer at 1731176494906Flushing 9454d5eb28b0b5b191b7d2002c5be6a2/queue: appending metadata at 1731176494929 (+23 ms)Flushing 9454d5eb28b0b5b191b7d2002c5be6a2/queue: closing flushed file at 1731176494929Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38c7f6f3: reopening flushed file at 1731176495339 (+410 ms)Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 9454d5eb28b0b5b191b7d2002c5be6a2 in 439ms, sequenceid=13, compaction requested=false at 1731176495344 (+5 ms)Writing region close event to WAL at 1731176495354 (+10 ms)Running coprocessor post-close hooks at 1731176495357 (+3 ms)Closed at 1731176495357 2024-11-09T18:21:35,357 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731176479723.9454d5eb28b0b5b191b7d2002c5be6a2. 2024-11-09T18:21:35,358 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing affbc1c93407dc1ed8fc1dd42d26f557, disabling compactions & flushes 2024-11-09T18:21:35,358 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731176474271.affbc1c93407dc1ed8fc1dd42d26f557. 2024-11-09T18:21:35,358 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731176474271.affbc1c93407dc1ed8fc1dd42d26f557. 2024-11-09T18:21:35,358 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731176474271.affbc1c93407dc1ed8fc1dd42d26f557. after waiting 0 ms 2024-11-09T18:21:35,358 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731176474271.affbc1c93407dc1ed8fc1dd42d26f557. 2024-11-09T18:21:35,358 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing affbc1c93407dc1ed8fc1dd42d26f557 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-09T18:21:35,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43511 is added to blk_1073741842_1018 (size=5153) 2024-11-09T18:21:35,376 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/data/default/test/affbc1c93407dc1ed8fc1dd42d26f557/.tmp/f/f097260a8c1145d3a4de9d7e6b322b4c is 37, key is row3/f:row3/1731176490720/Put/seqid=0 2024-11-09T18:21:35,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43511 is added to blk_1073741843_1019 (size=5228) 2024-11-09T18:21:35,445 INFO [regionserver/fb97eb0edbe8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T18:21:35,445 INFO [regionserver/fb97eb0edbe8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T18:21:35,506 DEBUG [RS:0;fb97eb0edbe8:38433 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, affbc1c93407dc1ed8fc1dd42d26f557 2024-11-09T18:21:35,706 DEBUG [RS:0;fb97eb0edbe8:38433 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, affbc1c93407dc1ed8fc1dd42d26f557 2024-11-09T18:21:35,757 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/data/hbase/meta/1588230740/.tmp/ns/55780871170b413ab886f1f64a6b20cb 2024-11-09T18:21:35,764 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.wal-reader.fb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/WALs/fb97eb0edbe8,43747,1731176456963/fb97eb0edbe8%2C43747%2C1731176456963.1731176459187 to pos 1488, reset compression=false 2024-11-09T18:21:35,776 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/data/hbase/meta/1588230740/.tmp/rep_barrier/37aaad57edf14a1a86c944a3bd04cc63 is 112, key is test,,1731176474271.affbc1c93407dc1ed8fc1dd42d26f557./rep_barrier:seqnumDuringOpen/1731176475416/Put/seqid=0 2024-11-09T18:21:35,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43511 is added to blk_1073741844_1020 (size=5518) 2024-11-09T18:21:35,781 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/data/default/test/affbc1c93407dc1ed8fc1dd42d26f557/.tmp/f/f097260a8c1145d3a4de9d7e6b322b4c 2024-11-09T18:21:35,784 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f097260a8c1145d3a4de9d7e6b322b4c 2024-11-09T18:21:35,801 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/data/default/test/affbc1c93407dc1ed8fc1dd42d26f557/.tmp/f1/9588398f1e7f4492b73b97f01c3d53ba is 30, key is row1/f1:/1731176488069/DeleteFamily/seqid=0 2024-11-09T18:21:35,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43511 is added to blk_1073741845_1021 (size=5158) 2024-11-09T18:21:35,906 INFO [RS:0;fb97eb0edbe8:38433 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T18:21:35,906 DEBUG [RS:0;fb97eb0edbe8:38433 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, affbc1c93407dc1ed8fc1dd42d26f557=test,,1731176474271.affbc1c93407dc1ed8fc1dd42d26f557.} 2024-11-09T18:21:35,906 DEBUG [RS:0;fb97eb0edbe8:38433 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, affbc1c93407dc1ed8fc1dd42d26f557 2024-11-09T18:21:36,106 DEBUG [RS:0;fb97eb0edbe8:38433 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, affbc1c93407dc1ed8fc1dd42d26f557 2024-11-09T18:21:36,180 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/data/hbase/meta/1588230740/.tmp/rep_barrier/37aaad57edf14a1a86c944a3bd04cc63 2024-11-09T18:21:36,196 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/data/hbase/meta/1588230740/.tmp/table/186253605fb849d1901fa1fcf36c54c7 is 53, key is hbase:replication/table:state/1731176480899/Put/seqid=0 2024-11-09T18:21:36,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43511 is added to blk_1073741846_1022 (size=5308) 2024-11-09T18:21:36,205 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/data/default/test/affbc1c93407dc1ed8fc1dd42d26f557/.tmp/f1/9588398f1e7f4492b73b97f01c3d53ba 2024-11-09T18:21:36,208 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9588398f1e7f4492b73b97f01c3d53ba 2024-11-09T18:21:36,226 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/data/default/test/affbc1c93407dc1ed8fc1dd42d26f557/.tmp/norep/d8a928b145e8445fbb269e0cb51abc7e is 33, key is row1/norep:/1731176488069/DeleteFamily/seqid=0 2024-11-09T18:21:36,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43511 is added to blk_1073741847_1023 (size=5108) 2024-11-09T18:21:36,249 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923.replicationSource.wal-reader.fb97eb0edbe8%2C38433%2C1731176462923,1-fb97eb0edbe8,38433,1731176462923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/WALs/fb97eb0edbe8,38433,1731176462923/fb97eb0edbe8%2C38433%2C1731176462923.1731176465513 to pos 1466, reset compression=false 2024-11-09T18:21:36,252 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923.replicationSource.wal-reader.fb97eb0edbe8%2C38433%2C1731176462923,1-fb97eb0edbe8,38433,1731176462923 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T18:21:36,252 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923.replicationSource.wal-reader.fb97eb0edbe8%2C38433%2C1731176462923,1-fb97eb0edbe8,38433,1731176462923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/WALs/fb97eb0edbe8,38433,1731176462923/fb97eb0edbe8%2C38433%2C1731176462923.1731176465513 to pos 1713, reset compression=false 2024-11-09T18:21:36,252 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923.replicationSource.shipperfb97eb0edbe8%2C38433%2C1731176462923,1-fb97eb0edbe8,38433,1731176462923 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fb97eb0edbe8,38433,1731176462923 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/WALs/fb97eb0edbe8,38433,1731176462923/fb97eb0edbe8%2C38433%2C1731176462923.1731176465513, lastWalPosition=1713, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T18:21:36,253 ERROR [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923.replicationSource.shipperfb97eb0edbe8%2C38433%2C1731176462923,1-fb97eb0edbe8,38433,1731176462923 {}] regionserver.HRegionServer(2440): ***** ABORTING region server fb97eb0edbe8,38433,1731176462923: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-fb97eb0edbe8,38433,1731176462923, walGroup=fb97eb0edbe8%2C38433%2C1731176462923, offset=fb97eb0edbe8%2C38433%2C1731176462923.1731176465513:1713, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fb97eb0edbe8:38433 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T18:21:36,254 ERROR [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923.replicationSource.shipperfb97eb0edbe8%2C38433%2C1731176462923,1-fb97eb0edbe8,38433,1731176462923 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T18:21:36,255 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923.replicationSource.shipperfb97eb0edbe8%2C38433%2C1731176462923,1-fb97eb0edbe8,38433,1731176462923 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T18:21:36,255 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923.replicationSource.shipperfb97eb0edbe8%2C38433%2C1731176462923,1-fb97eb0edbe8,38433,1731176462923 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T18:21:36,255 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923.replicationSource.shipperfb97eb0edbe8%2C38433%2C1731176462923,1-fb97eb0edbe8,38433,1731176462923 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T18:21:36,255 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923.replicationSource.shipperfb97eb0edbe8%2C38433%2C1731176462923,1-fb97eb0edbe8,38433,1731176462923 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T18:21:36,255 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923.replicationSource.shipperfb97eb0edbe8%2C38433%2C1731176462923,1-fb97eb0edbe8,38433,1731176462923 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 936111152 }, "NonHeapMemoryUsage": { "committed": 202047488, "init": 7667712, "max": -1, "used": 199066688 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T18:21:36,256 WARN [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923.replicationSource.shipperfb97eb0edbe8%2C38433%2C1731176462923,1-fb97eb0edbe8,38433,1731176462923 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fb97eb0edbe8:36999 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fb97eb0edbe8:36999 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T18:21:36,306 DEBUG [RS:0;fb97eb0edbe8:38433 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, affbc1c93407dc1ed8fc1dd42d26f557 2024-11-09T18:21:36,456 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923.replicationSource.wal-reader.fb97eb0edbe8%2C38433%2C1731176462923,1-fb97eb0edbe8,38433,1731176462923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/WALs/fb97eb0edbe8,38433,1731176462923/fb97eb0edbe8%2C38433%2C1731176462923.1731176465513 to pos 1713, reset compression=false 2024-11-09T18:21:36,507 DEBUG [RS:0;fb97eb0edbe8:38433 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, affbc1c93407dc1ed8fc1dd42d26f557 2024-11-09T18:21:36,601 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/data/hbase/meta/1588230740/.tmp/table/186253605fb849d1901fa1fcf36c54c7 2024-11-09T18:21:36,605 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/data/hbase/meta/1588230740/.tmp/info/119aad9663cc42a3acc7193e2fca7720 as hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/data/hbase/meta/1588230740/info/119aad9663cc42a3acc7193e2fca7720 2024-11-09T18:21:36,608 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/data/hbase/meta/1588230740/info/119aad9663cc42a3acc7193e2fca7720, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T18:21:36,608 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/data/hbase/meta/1588230740/.tmp/ns/55780871170b413ab886f1f64a6b20cb as hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/data/hbase/meta/1588230740/ns/55780871170b413ab886f1f64a6b20cb 2024-11-09T18:21:36,612 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/data/hbase/meta/1588230740/ns/55780871170b413ab886f1f64a6b20cb, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T18:21:36,612 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/data/hbase/meta/1588230740/.tmp/rep_barrier/37aaad57edf14a1a86c944a3bd04cc63 as hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/data/hbase/meta/1588230740/rep_barrier/37aaad57edf14a1a86c944a3bd04cc63 2024-11-09T18:21:36,615 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/data/hbase/meta/1588230740/rep_barrier/37aaad57edf14a1a86c944a3bd04cc63, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T18:21:36,616 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/data/hbase/meta/1588230740/.tmp/table/186253605fb849d1901fa1fcf36c54c7 as hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/data/hbase/meta/1588230740/table/186253605fb849d1901fa1fcf36c54c7 2024-11-09T18:21:36,619 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/data/hbase/meta/1588230740/table/186253605fb849d1901fa1fcf36c54c7, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T18:21:36,619 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1714ms, sequenceid=16, compaction requested=false 2024-11-09T18:21:36,619 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T18:21:36,625 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T18:21:36,626 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T18:21:36,626 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T18:21:36,626 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T18:21:36,626 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731176494905Running coprocessor pre-close hooks at 1731176494905Disabling compacts and flushes for region at 1731176494905Disabling writes for close at 1731176494905Obtaining lock to block concurrent updates at 1731176494905Preparing flush snapshotting stores in 1588230740 at 1731176494905Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731176494905Flushing stores of hbase:meta,,1.1588230740 at 1731176494906 (+1 ms)Flushing 1588230740/info: creating writer at 1731176494906Flushing 1588230740/info: appending metadata at 1731176494924 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731176494924Flushing 1588230740/ns: creating writer at 1731176495334 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731176495353 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731176495353Flushing 1588230740/rep_barrier: creating writer at 1731176495761 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731176495776 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731176495776Flushing 1588230740/table: creating writer at 1731176496183 (+407 ms)Flushing 1588230740/table: appending metadata at 1731176496195 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731176496195Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@772ea3ee: reopening flushed file at 1731176496604 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62101b26: reopening flushed file at 1731176496608 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52efd606: reopening flushed file at 1731176496612 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@573f953f: reopening flushed file at 1731176496615 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1714ms, sequenceid=16, compaction requested=false at 1731176496619 (+4 ms)Writing region close event to WAL at 1731176496621 (+2 ms)Running coprocessor post-close hooks at 1731176496626 (+5 ms)Closed at 1731176496626 2024-11-09T18:21:36,626 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T18:21:36,629 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/data/default/test/affbc1c93407dc1ed8fc1dd42d26f557/.tmp/norep/d8a928b145e8445fbb269e0cb51abc7e 2024-11-09T18:21:36,632 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d8a928b145e8445fbb269e0cb51abc7e 2024-11-09T18:21:36,633 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/data/default/test/affbc1c93407dc1ed8fc1dd42d26f557/.tmp/f/f097260a8c1145d3a4de9d7e6b322b4c as hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/data/default/test/affbc1c93407dc1ed8fc1dd42d26f557/f/f097260a8c1145d3a4de9d7e6b322b4c 2024-11-09T18:21:36,636 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f097260a8c1145d3a4de9d7e6b322b4c 2024-11-09T18:21:36,636 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/data/default/test/affbc1c93407dc1ed8fc1dd42d26f557/f/f097260a8c1145d3a4de9d7e6b322b4c, entries=5, sequenceid=12, filesize=5.1 K 2024-11-09T18:21:36,637 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/data/default/test/affbc1c93407dc1ed8fc1dd42d26f557/.tmp/f1/9588398f1e7f4492b73b97f01c3d53ba as hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/data/default/test/affbc1c93407dc1ed8fc1dd42d26f557/f1/9588398f1e7f4492b73b97f01c3d53ba 2024-11-09T18:21:36,640 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9588398f1e7f4492b73b97f01c3d53ba 2024-11-09T18:21:36,640 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/data/default/test/affbc1c93407dc1ed8fc1dd42d26f557/f1/9588398f1e7f4492b73b97f01c3d53ba, entries=3, sequenceid=12, filesize=5.0 K 2024-11-09T18:21:36,640 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/data/default/test/affbc1c93407dc1ed8fc1dd42d26f557/.tmp/norep/d8a928b145e8445fbb269e0cb51abc7e as hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/data/default/test/affbc1c93407dc1ed8fc1dd42d26f557/norep/d8a928b145e8445fbb269e0cb51abc7e 2024-11-09T18:21:36,644 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d8a928b145e8445fbb269e0cb51abc7e 2024-11-09T18:21:36,644 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/data/default/test/affbc1c93407dc1ed8fc1dd42d26f557/norep/d8a928b145e8445fbb269e0cb51abc7e, entries=1, sequenceid=12, filesize=5.0 K 2024-11-09T18:21:36,645 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for affbc1c93407dc1ed8fc1dd42d26f557 in 1287ms, sequenceid=12, compaction requested=false 2024-11-09T18:21:36,645 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T18:21:36,648 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/data/default/test/affbc1c93407dc1ed8fc1dd42d26f557/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-09T18:21:36,649 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T18:21:36,649 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T18:21:36,649 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731176474271.affbc1c93407dc1ed8fc1dd42d26f557. 2024-11-09T18:21:36,649 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for affbc1c93407dc1ed8fc1dd42d26f557: Waiting for close lock at 1731176495358Running coprocessor pre-close hooks at 1731176495358Disabling compacts and flushes for region at 1731176495358Disabling writes for close at 1731176495358Obtaining lock to block concurrent updates at 1731176495358Preparing flush snapshotting stores in affbc1c93407dc1ed8fc1dd42d26f557 at 1731176495358Finished memstore snapshotting test,,1731176474271.affbc1c93407dc1ed8fc1dd42d26f557., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731176495358Flushing stores of test,,1731176474271.affbc1c93407dc1ed8fc1dd42d26f557. at 1731176495358Flushing affbc1c93407dc1ed8fc1dd42d26f557/f: creating writer at 1731176495359 (+1 ms)Flushing affbc1c93407dc1ed8fc1dd42d26f557/f: appending metadata at 1731176495375 (+16 ms)Flushing affbc1c93407dc1ed8fc1dd42d26f557/f: closing flushed file at 1731176495375Flushing affbc1c93407dc1ed8fc1dd42d26f557/f1: creating writer at 1731176495784 (+409 ms)Flushing affbc1c93407dc1ed8fc1dd42d26f557/f1: appending metadata at 1731176495801 (+17 ms)Flushing affbc1c93407dc1ed8fc1dd42d26f557/f1: closing flushed file at 1731176495801Flushing affbc1c93407dc1ed8fc1dd42d26f557/norep: creating writer at 1731176496208 (+407 ms)Flushing affbc1c93407dc1ed8fc1dd42d26f557/norep: appending metadata at 1731176496225 (+17 ms)Flushing affbc1c93407dc1ed8fc1dd42d26f557/norep: closing flushed file at 1731176496225Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4793d1e5: reopening flushed file at 1731176496632 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ce0c43b: reopening flushed file at 1731176496636 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42e7dc21: reopening flushed file at 1731176496640 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for affbc1c93407dc1ed8fc1dd42d26f557 in 1287ms, sequenceid=12, compaction requested=false at 1731176496645 (+5 ms)Writing region close event to WAL at 1731176496646 (+1 ms)Running coprocessor post-close hooks at 1731176496649 (+3 ms)Closed at 1731176496649 2024-11-09T18:21:36,649 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731176474271.affbc1c93407dc1ed8fc1dd42d26f557. 2024-11-09T18:21:36,666 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.wal-reader.fb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/WALs/fb97eb0edbe8,43747,1731176456963/fb97eb0edbe8%2C43747%2C1731176456963.1731176459187 to pos 1488, reset compression=false 2024-11-09T18:21:36,707 INFO [RS:0;fb97eb0edbe8:38433 {}] regionserver.HRegionServer(976): stopping server fb97eb0edbe8,38433,1731176462923; all regions closed. 2024-11-09T18:21:36,709 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/WALs/fb97eb0edbe8,38433,1731176462923/fb97eb0edbe8%2C38433%2C1731176462923.meta.1731176466436.meta not finished, retry = 0 2024-11-09T18:21:36,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43511 is added to blk_1073741834_1010 (size=4239) 2024-11-09T18:21:36,763 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923.replicationSource.wal-reader.fb97eb0edbe8%2C38433%2C1731176462923,1-fb97eb0edbe8,38433,1731176462923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/WALs/fb97eb0edbe8,38433,1731176462923/fb97eb0edbe8%2C38433%2C1731176462923.1731176465513 to pos 1713, reset compression=false 2024-11-09T18:21:36,767 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923.replicationSource.wal-reader.fb97eb0edbe8%2C38433%2C1731176462923,1-fb97eb0edbe8,38433,1731176462923 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T18:21:36,767 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923.replicationSource.wal-reader.fb97eb0edbe8%2C38433%2C1731176462923,1-fb97eb0edbe8,38433,1731176462923 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/WALs/fb97eb0edbe8,38433,1731176462923/fb97eb0edbe8%2C38433%2C1731176462923.1731176465513 to pos 2357, reset compression=false 2024-11-09T18:21:36,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43511 is added to blk_1073741839_1015 (size=3333) 2024-11-09T18:21:36,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43511 is added to blk_1073741832_1008 (size=2365) 2024-11-09T18:21:36,813 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/WALs/fb97eb0edbe8,38433,1731176462923/fb97eb0edbe8%2C38433%2C1731176462923.1731176465513 not finished, retry = 0 2024-11-09T18:21:36,914 DEBUG [RS:0;fb97eb0edbe8:38433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:21:36,914 INFO [RS:0;fb97eb0edbe8:38433 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:21:36,915 INFO [RS:0;fb97eb0edbe8:38433 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T18:21:36,915 INFO [RS:0;fb97eb0edbe8:38433 {}] hbase.ChoreService(370): Chore service for: regionserver/fb97eb0edbe8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T18:21:36,915 INFO [RS:0;fb97eb0edbe8:38433 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T18:21:36,915 INFO [regionserver/fb97eb0edbe8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T18:21:36,915 INFO [RS:0;fb97eb0edbe8:38433 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fb97eb0edbe8,38433,1731176462923 because: Region server is closing 2024-11-09T18:21:36,916 INFO [RS:0;fb97eb0edbe8:38433 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fb97eb0edbe8:38433. 2024-11-09T18:21:36,916 DEBUG [RS:0;fb97eb0edbe8:38433 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:21:36,916 DEBUG [RS:0;fb97eb0edbe8:38433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:21:36,916 DEBUG [RS:0;fb97eb0edbe8:38433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:21:36,916 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:21:37,016 INFO [RS:0;fb97eb0edbe8:38433 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38433,1731176462923.replicationSource.shipperfb97eb0edbe8%2C38433%2C1731176462923,1-fb97eb0edbe8,38433,1731176462923 terminated 2024-11-09T18:21:37,017 INFO [RS:0;fb97eb0edbe8:38433 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fb97eb0edbe8:38433. 2024-11-09T18:21:37,017 DEBUG [RS:0;fb97eb0edbe8:38433 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:21:37,017 DEBUG [RS:0;fb97eb0edbe8:38433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:21:37,017 DEBUG [RS:0;fb97eb0edbe8:38433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:21:37,017 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:21:37,017 INFO [RS:0;fb97eb0edbe8:38433 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38433 2024-11-09T18:21:37,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36999-0x10120d453450003, quorum=127.0.0.1:52022, baseZNode=/1-1579347476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1579347476/rs 2024-11-09T18:21:37,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38433-0x10120d453450004, quorum=127.0.0.1:52022, baseZNode=/1-1579347476 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1579347476/rs/fb97eb0edbe8,38433,1731176462923 2024-11-09T18:21:37,087 INFO [RS:0;fb97eb0edbe8:38433 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T18:21:37,098 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fb97eb0edbe8,38433,1731176462923] 2024-11-09T18:21:37,108 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1579347476/draining/fb97eb0edbe8,38433,1731176462923 already deleted, retry=false 2024-11-09T18:21:37,108 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fb97eb0edbe8,38433,1731176462923 expired; onlineServers=0 2024-11-09T18:21:37,108 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fb97eb0edbe8,36999,1731176462782' ***** 2024-11-09T18:21:37,108 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T18:21:37,108 INFO [M:0;fb97eb0edbe8:36999 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T18:21:37,109 INFO [M:0;fb97eb0edbe8:36999 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T18:21:37,109 DEBUG [M:0;fb97eb0edbe8:36999 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T18:21:37,109 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T18:21:37,109 DEBUG [M:0;fb97eb0edbe8:36999 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T18:21:37,109 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731176465242 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731176465242,5,FailOnTimeoutGroup] 2024-11-09T18:21:37,109 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731176465242 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731176465242,5,FailOnTimeoutGroup] 2024-11-09T18:21:37,109 INFO [M:0;fb97eb0edbe8:36999 {}] hbase.ChoreService(370): Chore service for: master/fb97eb0edbe8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T18:21:37,109 INFO [M:0;fb97eb0edbe8:36999 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T18:21:37,109 DEBUG [M:0;fb97eb0edbe8:36999 {}] master.HMaster(1795): Stopping service threads 2024-11-09T18:21:37,109 INFO [M:0;fb97eb0edbe8:36999 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T18:21:37,109 INFO [M:0;fb97eb0edbe8:36999 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T18:21:37,109 INFO [M:0;fb97eb0edbe8:36999 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T18:21:37,109 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T18:21:37,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36999-0x10120d453450003, quorum=127.0.0.1:52022, baseZNode=/1-1579347476 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1579347476/master 2024-11-09T18:21:37,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36999-0x10120d453450003, quorum=127.0.0.1:52022, baseZNode=/1-1579347476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1579347476 2024-11-09T18:21:37,119 DEBUG [M:0;fb97eb0edbe8:36999 {}] zookeeper.ZKUtil(347): master:36999-0x10120d453450003, quorum=127.0.0.1:52022, baseZNode=/1-1579347476 Unable to get data of znode /1-1579347476/master because node does not exist (not an error) 2024-11-09T18:21:37,119 WARN [M:0;fb97eb0edbe8:36999 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T18:21:37,119 INFO [M:0;fb97eb0edbe8:36999 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/.lastflushedseqids 2024-11-09T18:21:37,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43511 is added to blk_1073741848_1024 (size=245) 2024-11-09T18:21:37,198 INFO [RS:0;fb97eb0edbe8:38433 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T18:21:37,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38433-0x10120d453450004, quorum=127.0.0.1:52022, baseZNode=/1-1579347476 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:21:37,198 INFO [RS:0;fb97eb0edbe8:38433 {}] regionserver.HRegionServer(1031): Exiting; stopping=fb97eb0edbe8,38433,1731176462923; zookeeper connection closed. 2024-11-09T18:21:37,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38433-0x10120d453450004, quorum=127.0.0.1:52022, baseZNode=/1-1579347476 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:21:37,198 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@cce4ead {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@cce4ead 2024-11-09T18:21:37,198 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T18:21:37,523 INFO [M:0;fb97eb0edbe8:36999 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T18:21:37,523 INFO [M:0;fb97eb0edbe8:36999 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T18:21:37,524 DEBUG [M:0;fb97eb0edbe8:36999 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T18:21:37,524 INFO [M:0;fb97eb0edbe8:36999 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:21:37,524 DEBUG [M:0;fb97eb0edbe8:36999 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:21:37,524 DEBUG [M:0;fb97eb0edbe8:36999 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T18:21:37,524 DEBUG [M:0;fb97eb0edbe8:36999 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:21:37,524 INFO [M:0;fb97eb0edbe8:36999 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-09T18:21:37,540 DEBUG [M:0;fb97eb0edbe8:36999 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c704b43b8fed446aa0ab9a119096f571 is 82, key is hbase:meta,,1/info:regioninfo/1731176466463/Put/seqid=0 2024-11-09T18:21:37,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43511 is added to blk_1073741849_1025 (size=5672) 2024-11-09T18:21:37,669 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.wal-reader.fb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/WALs/fb97eb0edbe8,43747,1731176456963/fb97eb0edbe8%2C43747%2C1731176456963.1731176459187 to pos 1488, reset compression=false 2024-11-09T18:21:37,946 INFO [M:0;fb97eb0edbe8:36999 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c704b43b8fed446aa0ab9a119096f571 2024-11-09T18:21:37,962 DEBUG [M:0;fb97eb0edbe8:36999 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f34bbf5ef235498ebf9f8ada93787858 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731176480902/Put/seqid=0 2024-11-09T18:21:37,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43511 is added to blk_1073741850_1026 (size=8516) 2024-11-09T18:21:38,185 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T18:21:38,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:38,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:38,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:38,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:38,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:38,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:38,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:38,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:38,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:38,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:38,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:38,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:38,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:38,366 INFO [M:0;fb97eb0edbe8:36999 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f34bbf5ef235498ebf9f8ada93787858 2024-11-09T18:21:38,393 DEBUG [M:0;fb97eb0edbe8:36999 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6d4847550d47454e929dd34d06907fa2 is 69, key is fb97eb0edbe8,38433,1731176462923/rs:state/1731176465292/Put/seqid=0 2024-11-09T18:21:38,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43511 is added to blk_1073741851_1027 (size=5156) 2024-11-09T18:21:38,772 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.wal-reader.fb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/WALs/fb97eb0edbe8,43747,1731176456963/fb97eb0edbe8%2C43747%2C1731176456963.1731176459187 to pos 1488, reset compression=false 2024-11-09T18:21:38,796 INFO [M:0;fb97eb0edbe8:36999 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6d4847550d47454e929dd34d06907fa2 2024-11-09T18:21:38,800 DEBUG [M:0;fb97eb0edbe8:36999 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c704b43b8fed446aa0ab9a119096f571 as hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c704b43b8fed446aa0ab9a119096f571 2024-11-09T18:21:38,804 INFO [M:0;fb97eb0edbe8:36999 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c704b43b8fed446aa0ab9a119096f571, entries=8, sequenceid=97, filesize=5.5 K 2024-11-09T18:21:38,805 DEBUG [M:0;fb97eb0edbe8:36999 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f34bbf5ef235498ebf9f8ada93787858 as hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f34bbf5ef235498ebf9f8ada93787858 2024-11-09T18:21:38,808 INFO [M:0;fb97eb0edbe8:36999 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f34bbf5ef235498ebf9f8ada93787858, entries=11, sequenceid=97, filesize=8.3 K 2024-11-09T18:21:38,809 DEBUG [M:0;fb97eb0edbe8:36999 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6d4847550d47454e929dd34d06907fa2 as hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6d4847550d47454e929dd34d06907fa2 2024-11-09T18:21:38,812 INFO [M:0;fb97eb0edbe8:36999 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34711/user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6d4847550d47454e929dd34d06907fa2, entries=1, sequenceid=97, filesize=5.0 K 2024-11-09T18:21:38,813 INFO [M:0;fb97eb0edbe8:36999 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=97, compaction requested=false 2024-11-09T18:21:38,814 INFO [M:0;fb97eb0edbe8:36999 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:21:38,814 DEBUG [M:0;fb97eb0edbe8:36999 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731176497523Disabling compacts and flushes for region at 1731176497523Disabling writes for close at 1731176497524 (+1 ms)Obtaining lock to block concurrent updates at 1731176497524Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731176497524Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731176497524Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731176497525 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731176497525Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731176497539 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731176497539Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731176497949 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731176497962 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731176497962Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731176498369 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731176498393 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731176498393Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@205ec57a: reopening flushed file at 1731176498800 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4720df97: reopening flushed file at 1731176498804 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41cffdf0: reopening flushed file at 1731176498808 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=97, compaction requested=false at 1731176498813 (+5 ms)Writing region close event to WAL at 1731176498814 (+1 ms)Closed at 1731176498814 2024-11-09T18:21:38,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43511 is added to blk_1073741830_1006 (size=63654) 2024-11-09T18:21:38,816 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/13312370-cf8c-45c1-6e13-b18efdeae6a6/MasterData/WALs/fb97eb0edbe8,36999,1731176462782/fb97eb0edbe8%2C36999%2C1731176462782.1731176464689 not finished, retry = 0 2024-11-09T18:21:38,917 INFO [M:0;fb97eb0edbe8:36999 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T18:21:38,917 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T18:21:38,917 INFO [M:0;fb97eb0edbe8:36999 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36999 2024-11-09T18:21:38,917 INFO [M:0;fb97eb0edbe8:36999 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T18:21:39,082 INFO [M:0;fb97eb0edbe8:36999 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T18:21:39,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36999-0x10120d453450003, quorum=127.0.0.1:52022, baseZNode=/1-1579347476 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:21:39,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36999-0x10120d453450003, quorum=127.0.0.1:52022, baseZNode=/1-1579347476 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:21:39,084 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@278eee5f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:21:39,084 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@41fe9518{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T18:21:39,085 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T18:21:39,085 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b99e8b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T18:21:39,085 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ba28043{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb837ed0-3c81-2848-b294-8e4411e369fa/hadoop.log.dir/,STOPPED} 2024-11-09T18:21:39,086 WARN [BP-189117810-172.17.0.3-1731176460460 heartbeating to localhost/127.0.0.1:34711 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T18:21:39,086 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T18:21:39,086 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T18:21:39,086 WARN [BP-189117810-172.17.0.3-1731176460460 heartbeating to localhost/127.0.0.1:34711 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-189117810-172.17.0.3-1731176460460 (Datanode Uuid b1fda54f-c3d6-4522-8f66-4a874b8b6c61) service to localhost/127.0.0.1:34711 2024-11-09T18:21:39,087 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb837ed0-3c81-2848-b294-8e4411e369fa/cluster_0e38f5e5-92c1-583c-d9f4-7087dabbc2f0/data/data1/current/BP-189117810-172.17.0.3-1731176460460 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T18:21:39,087 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb837ed0-3c81-2848-b294-8e4411e369fa/cluster_0e38f5e5-92c1-583c-d9f4-7087dabbc2f0/data/data2/current/BP-189117810-172.17.0.3-1731176460460 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T18:21:39,087 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T18:21:39,091 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b95c3af{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T18:21:39,092 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5a302027{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T18:21:39,092 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T18:21:39,092 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b5b3de1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T18:21:39,092 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2424edd7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb837ed0-3c81-2848-b294-8e4411e369fa/hadoop.log.dir/,STOPPED} 2024-11-09T18:21:39,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T18:21:39,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T18:21:39,104 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:21:39,104 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:21:39,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:21:39,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:21:39,104 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:21:39,104 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T18:21:39,104 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=631873740, stopped=false 2024-11-09T18:21:39,104 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fb97eb0edbe8,37351,1731176456753 2024-11-09T18:21:39,118 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43747-0x10120d453450001, quorum=127.0.0.1:52022, baseZNode=/0701697357 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0701697357/running 2024-11-09T18:21:39,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37351-0x10120d453450000, quorum=127.0.0.1:52022, baseZNode=/0701697357 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0701697357/running 2024-11-09T18:21:39,118 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43747-0x10120d453450001, quorum=127.0.0.1:52022, baseZNode=/0701697357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701697357 2024-11-09T18:21:39,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37351-0x10120d453450000, quorum=127.0.0.1:52022, baseZNode=/0701697357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701697357 2024-11-09T18:21:39,119 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T18:21:39,119 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:21:39,119 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43747-0x10120d453450001, quorum=127.0.0.1:52022, baseZNode=/0701697357 Set watcher on znode that does not yet exist, /0701697357/running 2024-11-09T18:21:39,119 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37351-0x10120d453450000, quorum=127.0.0.1:52022, baseZNode=/0701697357 Set watcher on znode that does not yet exist, /0701697357/running 2024-11-09T18:21:39,119 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:21:39,119 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:21:39,119 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fb97eb0edbe8,43747,1731176456963' ***** 2024-11-09T18:21:39,120 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T18:21:39,120 INFO [RS:0;fb97eb0edbe8:43747 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T18:21:39,120 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T18:21:39,120 INFO [RS:0;fb97eb0edbe8:43747 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T18:21:39,120 INFO [RS:0;fb97eb0edbe8:43747 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T18:21:39,120 INFO [RS:0;fb97eb0edbe8:43747 {}] regionserver.HRegionServer(3091): Received CLOSE for ea0fb7f6e3ba5e5bf1ac222d6ff9cf96 2024-11-09T18:21:39,120 INFO [RS:0;fb97eb0edbe8:43747 {}] regionserver.HRegionServer(3091): Received CLOSE for 3fb23a007ac8e203958003c50da6a88e 2024-11-09T18:21:39,120 INFO [RS:0;fb97eb0edbe8:43747 {}] regionserver.HRegionServer(959): stopping server fb97eb0edbe8,43747,1731176456963 2024-11-09T18:21:39,120 INFO [RS:0;fb97eb0edbe8:43747 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T18:21:39,120 INFO [RS:0;fb97eb0edbe8:43747 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fb97eb0edbe8:43747. 2024-11-09T18:21:39,120 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ea0fb7f6e3ba5e5bf1ac222d6ff9cf96, disabling compactions & flushes 2024-11-09T18:21:39,120 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731176472114.ea0fb7f6e3ba5e5bf1ac222d6ff9cf96. 2024-11-09T18:21:39,120 DEBUG [RS:0;fb97eb0edbe8:43747 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:21:39,121 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731176472114.ea0fb7f6e3ba5e5bf1ac222d6ff9cf96. 2024-11-09T18:21:39,121 DEBUG [RS:0;fb97eb0edbe8:43747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:21:39,121 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731176472114.ea0fb7f6e3ba5e5bf1ac222d6ff9cf96. after waiting 0 ms 2024-11-09T18:21:39,121 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731176472114.ea0fb7f6e3ba5e5bf1ac222d6ff9cf96. 2024-11-09T18:21:39,121 INFO [RS:0;fb97eb0edbe8:43747 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T18:21:39,121 INFO [RS:0;fb97eb0edbe8:43747 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T18:21:39,121 INFO [RS:0;fb97eb0edbe8:43747 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T18:21:39,121 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ea0fb7f6e3ba5e5bf1ac222d6ff9cf96 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-09T18:21:39,121 INFO [RS:0;fb97eb0edbe8:43747 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T18:21:39,121 INFO [RS:0;fb97eb0edbe8:43747 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T18:21:39,121 DEBUG [RS:0;fb97eb0edbe8:43747 {}] regionserver.HRegionServer(1325): Online Regions={ea0fb7f6e3ba5e5bf1ac222d6ff9cf96=test,,1731176472114.ea0fb7f6e3ba5e5bf1ac222d6ff9cf96., 1588230740=hbase:meta,,1.1588230740, 3fb23a007ac8e203958003c50da6a88e=hbase:replication,,1731176478581.3fb23a007ac8e203958003c50da6a88e.} 2024-11-09T18:21:39,121 DEBUG [RS:0;fb97eb0edbe8:43747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3fb23a007ac8e203958003c50da6a88e, ea0fb7f6e3ba5e5bf1ac222d6ff9cf96 2024-11-09T18:21:39,121 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T18:21:39,121 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T18:21:39,121 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T18:21:39,121 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T18:21:39,121 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T18:21:39,121 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T18:21:39,135 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/data/default/test/ea0fb7f6e3ba5e5bf1ac222d6ff9cf96/.tmp/f/26e8462f9d504540adef07d4aa0415f7 is 37, key is row3/f:row3/1731176490720/Put/seqid=0 2024-11-09T18:21:39,138 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/data/hbase/meta/1588230740/.tmp/info/60921e1e3c5447399fe3fabfc7184d05 is 147, key is hbase:replication,,1731176478581.3fb23a007ac8e203958003c50da6a88e./info:regioninfo/1731176479340/Put/seqid=0 2024-11-09T18:21:39,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41149 is added to blk_1073741840_1016 (size=5228) 2024-11-09T18:21:39,139 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/data/default/test/ea0fb7f6e3ba5e5bf1ac222d6ff9cf96/.tmp/f/26e8462f9d504540adef07d4aa0415f7 2024-11-09T18:21:39,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41149 is added to blk_1073741841_1017 (size=7686) 2024-11-09T18:21:39,143 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/data/hbase/meta/1588230740/.tmp/info/60921e1e3c5447399fe3fabfc7184d05 2024-11-09T18:21:39,144 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 26e8462f9d504540adef07d4aa0415f7 2024-11-09T18:21:39,159 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/data/default/test/ea0fb7f6e3ba5e5bf1ac222d6ff9cf96/.tmp/f1/abb0e2ea4f7e476d8261efec7e26cf26 is 30, key is row1/f1:/1731176488069/DeleteFamily/seqid=0 2024-11-09T18:21:39,162 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/data/hbase/meta/1588230740/.tmp/ns/a753aa9622a54ea49789cc4511e2ea67 is 43, key is default/ns:d/1731176460318/Put/seqid=0 2024-11-09T18:21:39,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41149 is added to blk_1073741842_1018 (size=5158) 2024-11-09T18:21:39,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41149 is added to blk_1073741843_1019 (size=5153) 2024-11-09T18:21:39,193 INFO [regionserver/fb97eb0edbe8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:21:39,321 DEBUG [RS:0;fb97eb0edbe8:43747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3fb23a007ac8e203958003c50da6a88e, ea0fb7f6e3ba5e5bf1ac222d6ff9cf96 2024-11-09T18:21:39,521 DEBUG [RS:0;fb97eb0edbe8:43747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3fb23a007ac8e203958003c50da6a88e, ea0fb7f6e3ba5e5bf1ac222d6ff9cf96 2024-11-09T18:21:39,563 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/data/default/test/ea0fb7f6e3ba5e5bf1ac222d6ff9cf96/.tmp/f1/abb0e2ea4f7e476d8261efec7e26cf26 2024-11-09T18:21:39,567 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for abb0e2ea4f7e476d8261efec7e26cf26 2024-11-09T18:21:39,570 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/data/hbase/meta/1588230740/.tmp/ns/a753aa9622a54ea49789cc4511e2ea67 2024-11-09T18:21:39,582 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/data/default/test/ea0fb7f6e3ba5e5bf1ac222d6ff9cf96/.tmp/norep/1afd1cb02c15443fa08f131c6e578e12 is 32, key is row/norep:/1731176487065/DeleteFamily/seqid=0 2024-11-09T18:21:39,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41149 is added to blk_1073741844_1020 (size=5101) 2024-11-09T18:21:39,595 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/data/hbase/meta/1588230740/.tmp/rep_barrier/fb68d0d45dac4506833628e647498902 is 112, key is test,,1731176472114.ea0fb7f6e3ba5e5bf1ac222d6ff9cf96./rep_barrier:seqnumDuringOpen/1731176473260/Put/seqid=0 2024-11-09T18:21:39,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41149 is added to blk_1073741845_1021 (size=5518) 2024-11-09T18:21:39,722 DEBUG [RS:0;fb97eb0edbe8:43747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3fb23a007ac8e203958003c50da6a88e, ea0fb7f6e3ba5e5bf1ac222d6ff9cf96 2024-11-09T18:21:39,922 DEBUG [RS:0;fb97eb0edbe8:43747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3fb23a007ac8e203958003c50da6a88e, ea0fb7f6e3ba5e5bf1ac222d6ff9cf96 2024-11-09T18:21:39,976 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.wal-reader.fb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/WALs/fb97eb0edbe8,43747,1731176456963/fb97eb0edbe8%2C43747%2C1731176456963.1731176459187 to pos 1488, reset compression=false 2024-11-09T18:21:39,980 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.wal-reader.fb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T18:21:39,980 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.wal-reader.fb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/WALs/fb97eb0edbe8,43747,1731176456963/fb97eb0edbe8%2C43747%2C1731176456963.1731176459187 to pos 1735, reset compression=false 2024-11-09T18:21:39,980 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.shipperfb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fb97eb0edbe8,43747,1731176456963 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/WALs/fb97eb0edbe8,43747,1731176456963/fb97eb0edbe8%2C43747%2C1731176456963.1731176459187, lastWalPosition=1735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T18:21:39,981 ERROR [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.shipperfb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.HRegionServer(2440): ***** ABORTING region server fb97eb0edbe8,43747,1731176456963: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-fb97eb0edbe8,43747,1731176456963, walGroup=fb97eb0edbe8%2C43747%2C1731176456963, offset=fb97eb0edbe8%2C43747%2C1731176456963.1731176459187:1735, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fb97eb0edbe8:43747 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T18:21:39,982 ERROR [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.shipperfb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T18:21:39,982 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.shipperfb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T18:21:39,982 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.shipperfb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T18:21:39,982 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.shipperfb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T18:21:39,982 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.shipperfb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T18:21:39,982 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.shipperfb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 928142848 }, "NonHeapMemoryUsage": { "committed": 202506240, "init": 7667712, "max": -1, "used": 199602136 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T18:21:39,983 WARN [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.shipperfb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fb97eb0edbe8:37351 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fb97eb0edbe8:37351 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T18:21:39,990 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/data/default/test/ea0fb7f6e3ba5e5bf1ac222d6ff9cf96/.tmp/norep/1afd1cb02c15443fa08f131c6e578e12 2024-11-09T18:21:39,993 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1afd1cb02c15443fa08f131c6e578e12 2024-11-09T18:21:39,994 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/data/default/test/ea0fb7f6e3ba5e5bf1ac222d6ff9cf96/.tmp/f/26e8462f9d504540adef07d4aa0415f7 as hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/data/default/test/ea0fb7f6e3ba5e5bf1ac222d6ff9cf96/f/26e8462f9d504540adef07d4aa0415f7 2024-11-09T18:21:39,997 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 26e8462f9d504540adef07d4aa0415f7 2024-11-09T18:21:39,997 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/data/default/test/ea0fb7f6e3ba5e5bf1ac222d6ff9cf96/f/26e8462f9d504540adef07d4aa0415f7, entries=5, sequenceid=12, filesize=5.1 K 2024-11-09T18:21:39,998 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/data/default/test/ea0fb7f6e3ba5e5bf1ac222d6ff9cf96/.tmp/f1/abb0e2ea4f7e476d8261efec7e26cf26 as hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/data/default/test/ea0fb7f6e3ba5e5bf1ac222d6ff9cf96/f1/abb0e2ea4f7e476d8261efec7e26cf26 2024-11-09T18:21:39,998 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/data/hbase/meta/1588230740/.tmp/rep_barrier/fb68d0d45dac4506833628e647498902 2024-11-09T18:21:40,003 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for abb0e2ea4f7e476d8261efec7e26cf26 2024-11-09T18:21:40,003 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/data/default/test/ea0fb7f6e3ba5e5bf1ac222d6ff9cf96/f1/abb0e2ea4f7e476d8261efec7e26cf26, entries=3, sequenceid=12, filesize=5.0 K 2024-11-09T18:21:40,004 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/data/default/test/ea0fb7f6e3ba5e5bf1ac222d6ff9cf96/.tmp/norep/1afd1cb02c15443fa08f131c6e578e12 as hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/data/default/test/ea0fb7f6e3ba5e5bf1ac222d6ff9cf96/norep/1afd1cb02c15443fa08f131c6e578e12 2024-11-09T18:21:40,008 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1afd1cb02c15443fa08f131c6e578e12 2024-11-09T18:21:40,008 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/data/default/test/ea0fb7f6e3ba5e5bf1ac222d6ff9cf96/norep/1afd1cb02c15443fa08f131c6e578e12, entries=1, sequenceid=12, filesize=5.0 K 2024-11-09T18:21:40,009 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for ea0fb7f6e3ba5e5bf1ac222d6ff9cf96 in 888ms, sequenceid=12, compaction requested=false 2024-11-09T18:21:40,016 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/data/default/test/ea0fb7f6e3ba5e5bf1ac222d6ff9cf96/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-09T18:21:40,017 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T18:21:40,017 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T18:21:40,017 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731176472114.ea0fb7f6e3ba5e5bf1ac222d6ff9cf96. 2024-11-09T18:21:40,017 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ea0fb7f6e3ba5e5bf1ac222d6ff9cf96: Waiting for close lock at 1731176499120Running coprocessor pre-close hooks at 1731176499120Disabling compacts and flushes for region at 1731176499120Disabling writes for close at 1731176499121 (+1 ms)Obtaining lock to block concurrent updates at 1731176499121Preparing flush snapshotting stores in ea0fb7f6e3ba5e5bf1ac222d6ff9cf96 at 1731176499121Finished memstore snapshotting test,,1731176472114.ea0fb7f6e3ba5e5bf1ac222d6ff9cf96., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731176499121Flushing stores of test,,1731176472114.ea0fb7f6e3ba5e5bf1ac222d6ff9cf96. at 1731176499121Flushing ea0fb7f6e3ba5e5bf1ac222d6ff9cf96/f: creating writer at 1731176499122 (+1 ms)Flushing ea0fb7f6e3ba5e5bf1ac222d6ff9cf96/f: appending metadata at 1731176499135 (+13 ms)Flushing ea0fb7f6e3ba5e5bf1ac222d6ff9cf96/f: closing flushed file at 1731176499135Flushing ea0fb7f6e3ba5e5bf1ac222d6ff9cf96/f1: creating writer at 1731176499144 (+9 ms)Flushing ea0fb7f6e3ba5e5bf1ac222d6ff9cf96/f1: appending metadata at 1731176499159 (+15 ms)Flushing ea0fb7f6e3ba5e5bf1ac222d6ff9cf96/f1: closing flushed file at 1731176499159Flushing ea0fb7f6e3ba5e5bf1ac222d6ff9cf96/norep: creating writer at 1731176499567 (+408 ms)Flushing ea0fb7f6e3ba5e5bf1ac222d6ff9cf96/norep: appending metadata at 1731176499581 (+14 ms)Flushing ea0fb7f6e3ba5e5bf1ac222d6ff9cf96/norep: closing flushed file at 1731176499581Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e432a5d: reopening flushed file at 1731176499993 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52d8881b: reopening flushed file at 1731176499997 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@458fdc72: reopening flushed file at 1731176500003 (+6 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for ea0fb7f6e3ba5e5bf1ac222d6ff9cf96 in 888ms, sequenceid=12, compaction requested=false at 1731176500009 (+6 ms)Writing region close event to WAL at 1731176500014 (+5 ms)Running coprocessor post-close hooks at 1731176500017 (+3 ms)Closed at 1731176500017 2024-11-09T18:21:40,017 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731176472114.ea0fb7f6e3ba5e5bf1ac222d6ff9cf96. 2024-11-09T18:21:40,017 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3fb23a007ac8e203958003c50da6a88e, disabling compactions & flushes 2024-11-09T18:21:40,017 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731176478581.3fb23a007ac8e203958003c50da6a88e. 2024-11-09T18:21:40,017 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731176478581.3fb23a007ac8e203958003c50da6a88e. 2024-11-09T18:21:40,017 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731176478581.3fb23a007ac8e203958003c50da6a88e. after waiting 0 ms 2024-11-09T18:21:40,017 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731176478581.3fb23a007ac8e203958003c50da6a88e. 2024-11-09T18:21:40,017 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3fb23a007ac8e203958003c50da6a88e: Waiting for close lock at 1731176500017Running coprocessor pre-close hooks at 1731176500017Disabling compacts and flushes for region at 1731176500017Disabling writes for close at 1731176500017Failed flush hbase:replication,,1731176478581.3fb23a007ac8e203958003c50da6a88e., putting online again at 1731176500017 2024-11-09T18:21:40,017 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731176478581.3fb23a007ac8e203958003c50da6a88e. 2024-11-09T18:21:40,020 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/data/hbase/meta/1588230740/.tmp/table/bce7c2a104584eebb97d9d1d69c7658b is 53, key is hbase:replication/table:state/1731176479345/Put/seqid=0 2024-11-09T18:21:40,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41149 is added to blk_1073741846_1022 (size=5308) 2024-11-09T18:21:40,023 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/data/hbase/meta/1588230740/.tmp/table/bce7c2a104584eebb97d9d1d69c7658b 2024-11-09T18:21:40,027 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/data/hbase/meta/1588230740/.tmp/info/60921e1e3c5447399fe3fabfc7184d05 as hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/data/hbase/meta/1588230740/info/60921e1e3c5447399fe3fabfc7184d05 2024-11-09T18:21:40,030 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/data/hbase/meta/1588230740/info/60921e1e3c5447399fe3fabfc7184d05, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T18:21:40,031 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/data/hbase/meta/1588230740/.tmp/ns/a753aa9622a54ea49789cc4511e2ea67 as hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/data/hbase/meta/1588230740/ns/a753aa9622a54ea49789cc4511e2ea67 2024-11-09T18:21:40,034 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/data/hbase/meta/1588230740/ns/a753aa9622a54ea49789cc4511e2ea67, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T18:21:40,035 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/data/hbase/meta/1588230740/.tmp/rep_barrier/fb68d0d45dac4506833628e647498902 as hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/data/hbase/meta/1588230740/rep_barrier/fb68d0d45dac4506833628e647498902 2024-11-09T18:21:40,039 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/data/hbase/meta/1588230740/rep_barrier/fb68d0d45dac4506833628e647498902, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T18:21:40,039 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/data/hbase/meta/1588230740/.tmp/table/bce7c2a104584eebb97d9d1d69c7658b as hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/data/hbase/meta/1588230740/table/bce7c2a104584eebb97d9d1d69c7658b 2024-11-09T18:21:40,044 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/data/hbase/meta/1588230740/table/bce7c2a104584eebb97d9d1d69c7658b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T18:21:40,045 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 923ms, sequenceid=16, compaction requested=false 2024-11-09T18:21:40,056 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T18:21:40,056 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T18:21:40,056 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T18:21:40,056 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T18:21:40,056 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731176499121Running coprocessor pre-close hooks at 1731176499121Disabling compacts and flushes for region at 1731176499121Disabling writes for close at 1731176499121Obtaining lock to block concurrent updates at 1731176499121Preparing flush snapshotting stores in 1588230740 at 1731176499121Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731176499121Flushing stores of hbase:meta,,1.1588230740 at 1731176499122 (+1 ms)Flushing 1588230740/info: creating writer at 1731176499122Flushing 1588230740/info: appending metadata at 1731176499138 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731176499138Flushing 1588230740/ns: creating writer at 1731176499146 (+8 ms)Flushing 1588230740/ns: appending metadata at 1731176499162 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731176499162Flushing 1588230740/rep_barrier: creating writer at 1731176499574 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731176499594 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731176499594Flushing 1588230740/table: creating writer at 1731176500003 (+409 ms)Flushing 1588230740/table: appending metadata at 1731176500019 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731176500019Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@300be3c2: reopening flushed file at 1731176500026 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32f58e31: reopening flushed file at 1731176500030 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2371e9c3: reopening flushed file at 1731176500034 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ea2e8a0: reopening flushed file at 1731176500039 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 923ms, sequenceid=16, compaction requested=false at 1731176500045 (+6 ms)Writing region close event to WAL at 1731176500053 (+8 ms)Running coprocessor post-close hooks at 1731176500056 (+3 ms)Closed at 1731176500056 2024-11-09T18:21:40,057 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T18:21:40,057 INFO [regionserver/fb97eb0edbe8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T18:21:40,057 INFO [regionserver/fb97eb0edbe8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T18:21:40,122 INFO [RS:0;fb97eb0edbe8:43747 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T18:21:40,122 DEBUG [RS:0;fb97eb0edbe8:43747 {}] regionserver.HRegionServer(1325): Online Regions={3fb23a007ac8e203958003c50da6a88e=hbase:replication,,1731176478581.3fb23a007ac8e203958003c50da6a88e.} 2024-11-09T18:21:40,122 INFO [RS:0;fb97eb0edbe8:43747 {}] regionserver.HRegionServer(3091): Received CLOSE for 3fb23a007ac8e203958003c50da6a88e 2024-11-09T18:21:40,122 DEBUG [RS:0;fb97eb0edbe8:43747 {}] regionserver.HRegionServer(1351): Waiting on 3fb23a007ac8e203958003c50da6a88e 2024-11-09T18:21:40,122 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3fb23a007ac8e203958003c50da6a88e, disabling compactions & flushes 2024-11-09T18:21:40,122 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731176478581.3fb23a007ac8e203958003c50da6a88e. 2024-11-09T18:21:40,122 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731176478581.3fb23a007ac8e203958003c50da6a88e. 2024-11-09T18:21:40,122 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731176478581.3fb23a007ac8e203958003c50da6a88e. after waiting 0 ms 2024-11-09T18:21:40,122 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731176478581.3fb23a007ac8e203958003c50da6a88e. 2024-11-09T18:21:40,122 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3fb23a007ac8e203958003c50da6a88e: Waiting for close lock at 1731176500122Running coprocessor pre-close hooks at 1731176500122Disabling compacts and flushes for region at 1731176500122Disabling writes for close at 1731176500122Failed flush hbase:replication,,1731176478581.3fb23a007ac8e203958003c50da6a88e., putting online again at 1731176500122 2024-11-09T18:21:40,122 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731176478581.3fb23a007ac8e203958003c50da6a88e. 2024-11-09T18:21:40,182 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.wal-reader.fb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/WALs/fb97eb0edbe8,43747,1731176456963/fb97eb0edbe8%2C43747%2C1731176456963.1731176459187 to pos 1735, reset compression=false 2024-11-09T18:21:40,187 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.wal-reader.fb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T18:21:40,187 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.wal-reader.fb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/WALs/fb97eb0edbe8,43747,1731176456963/fb97eb0edbe8%2C43747%2C1731176456963.1731176459187 to pos 2379, reset compression=false 2024-11-09T18:21:40,322 INFO [RS:0;fb97eb0edbe8:43747 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-09T18:21:40,322 INFO [RS:0;fb97eb0edbe8:43747 {}] regionserver.HRegionServer(976): stopping server fb97eb0edbe8,43747,1731176456963; all regions closed. 2024-11-09T18:21:40,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41149 is added to blk_1073741834_1010 (size=4239) 2024-11-09T18:21:40,324 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/WALs/fb97eb0edbe8,43747,1731176456963/fb97eb0edbe8%2C43747%2C1731176456963.meta.1731176460205.meta not finished, retry = 0 2024-11-09T18:21:40,360 INFO [master/fb97eb0edbe8:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-09T18:21:40,360 INFO [master/fb97eb0edbe8:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-09T18:21:40,393 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.wal-reader.fb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/WALs/fb97eb0edbe8,43747,1731176456963/fb97eb0edbe8%2C43747%2C1731176456963.1731176459187 to pos 2379, reset compression=false 2024-11-09T18:21:40,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41149 is added to blk_1073741839_1015 (size=2609) 2024-11-09T18:21:40,427 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/WALs/fb97eb0edbe8,43747,1731176456963/fb97eb0edbe8%2C43747%2C1731176456963.rep.1731176479310 not finished, retry = 0 2024-11-09T18:21:40,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41149 is added to blk_1073741832_1008 (size=2387) 2024-11-09T18:21:40,529 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/WALs/fb97eb0edbe8,43747,1731176456963/fb97eb0edbe8%2C43747%2C1731176456963.1731176459187 not finished, retry = 0 2024-11-09T18:21:40,630 DEBUG [RS:0;fb97eb0edbe8:43747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:21:40,630 INFO [RS:0;fb97eb0edbe8:43747 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:21:40,630 INFO [RS:0;fb97eb0edbe8:43747 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T18:21:40,630 INFO [RS:0;fb97eb0edbe8:43747 {}] hbase.ChoreService(370): Chore service for: regionserver/fb97eb0edbe8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T18:21:40,630 INFO [RS:0;fb97eb0edbe8:43747 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T18:21:40,630 INFO [regionserver/fb97eb0edbe8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T18:21:40,631 INFO [RS:0;fb97eb0edbe8:43747 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fb97eb0edbe8,43747,1731176456963 because: Region server is closing 2024-11-09T18:21:40,631 INFO [RS:0;fb97eb0edbe8:43747 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fb97eb0edbe8:43747. 2024-11-09T18:21:40,631 DEBUG [RS:0;fb97eb0edbe8:43747 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:21:40,631 DEBUG [RS:0;fb97eb0edbe8:43747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:21:40,631 DEBUG [RS:0;fb97eb0edbe8:43747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:21:40,631 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:21:40,731 INFO [RS:0;fb97eb0edbe8:43747 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,43747,1731176456963.replicationSource.shipperfb97eb0edbe8%2C43747%2C1731176456963,1-fb97eb0edbe8,43747,1731176456963 terminated 2024-11-09T18:21:40,731 INFO [RS:0;fb97eb0edbe8:43747 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fb97eb0edbe8:43747. 2024-11-09T18:21:40,732 DEBUG [RS:0;fb97eb0edbe8:43747 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:21:40,732 DEBUG [RS:0;fb97eb0edbe8:43747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:21:40,732 DEBUG [RS:0;fb97eb0edbe8:43747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:21:40,732 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:21:40,732 INFO [RS:0;fb97eb0edbe8:43747 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43747 2024-11-09T18:21:40,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37351-0x10120d453450000, quorum=127.0.0.1:52022, baseZNode=/0701697357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701697357/rs 2024-11-09T18:21:40,782 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43747-0x10120d453450001, quorum=127.0.0.1:52022, baseZNode=/0701697357 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0701697357/rs/fb97eb0edbe8,43747,1731176456963 2024-11-09T18:21:40,782 INFO [RS:0;fb97eb0edbe8:43747 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T18:21:40,792 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fb97eb0edbe8,43747,1731176456963] 2024-11-09T18:21:40,802 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0701697357/draining/fb97eb0edbe8,43747,1731176456963 already deleted, retry=false 2024-11-09T18:21:40,803 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fb97eb0edbe8,43747,1731176456963 expired; onlineServers=0 2024-11-09T18:21:40,803 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fb97eb0edbe8,37351,1731176456753' ***** 2024-11-09T18:21:40,803 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T18:21:40,803 INFO [M:0;fb97eb0edbe8:37351 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T18:21:40,803 INFO [M:0;fb97eb0edbe8:37351 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T18:21:40,803 DEBUG [M:0;fb97eb0edbe8:37351 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T18:21:40,803 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T18:21:40,803 DEBUG [M:0;fb97eb0edbe8:37351 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T18:21:40,803 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731176459002 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731176459002,5,FailOnTimeoutGroup] 2024-11-09T18:21:40,803 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731176459002 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731176459002,5,FailOnTimeoutGroup] 2024-11-09T18:21:40,803 INFO [M:0;fb97eb0edbe8:37351 {}] hbase.ChoreService(370): Chore service for: master/fb97eb0edbe8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T18:21:40,803 INFO [M:0;fb97eb0edbe8:37351 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T18:21:40,803 DEBUG [M:0;fb97eb0edbe8:37351 {}] master.HMaster(1795): Stopping service threads 2024-11-09T18:21:40,803 INFO [M:0;fb97eb0edbe8:37351 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T18:21:40,803 INFO [M:0;fb97eb0edbe8:37351 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T18:21:40,804 ERROR [M:0;fb97eb0edbe8:37351 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:35205,5,PEWorkerGroup] 2024-11-09T18:21:40,804 INFO [M:0;fb97eb0edbe8:37351 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T18:21:40,804 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T18:21:40,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37351-0x10120d453450000, quorum=127.0.0.1:52022, baseZNode=/0701697357 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0701697357/master 2024-11-09T18:21:40,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37351-0x10120d453450000, quorum=127.0.0.1:52022, baseZNode=/0701697357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701697357 2024-11-09T18:21:40,813 DEBUG [M:0;fb97eb0edbe8:37351 {}] zookeeper.ZKUtil(347): master:37351-0x10120d453450000, quorum=127.0.0.1:52022, baseZNode=/0701697357 Unable to get data of znode /0701697357/master because node does not exist (not an error) 2024-11-09T18:21:40,813 WARN [M:0;fb97eb0edbe8:37351 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T18:21:40,814 INFO [M:0;fb97eb0edbe8:37351 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/.lastflushedseqids 2024-11-09T18:21:40,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41149 is added to blk_1073741847_1023 (size=245) 2024-11-09T18:21:40,892 INFO [RS:0;fb97eb0edbe8:43747 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T18:21:40,892 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43747-0x10120d453450001, quorum=127.0.0.1:52022, baseZNode=/0701697357 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:21:40,892 INFO [RS:0;fb97eb0edbe8:43747 {}] regionserver.HRegionServer(1031): Exiting; stopping=fb97eb0edbe8,43747,1731176456963; zookeeper connection closed. 2024-11-09T18:21:40,892 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43747-0x10120d453450001, quorum=127.0.0.1:52022, baseZNode=/0701697357 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:21:40,893 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@61e8846c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@61e8846c 2024-11-09T18:21:40,893 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T18:21:41,218 INFO [M:0;fb97eb0edbe8:37351 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T18:21:41,218 INFO [M:0;fb97eb0edbe8:37351 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T18:21:41,218 DEBUG [M:0;fb97eb0edbe8:37351 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T18:21:41,218 INFO [M:0;fb97eb0edbe8:37351 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:21:41,218 DEBUG [M:0;fb97eb0edbe8:37351 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:21:41,218 DEBUG [M:0;fb97eb0edbe8:37351 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T18:21:41,218 DEBUG [M:0;fb97eb0edbe8:37351 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:21:41,219 INFO [M:0;fb97eb0edbe8:37351 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-09T18:21:41,232 DEBUG [M:0;fb97eb0edbe8:37351 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3b1afd831b0846c08b4fa854ea4d6776 is 82, key is hbase:meta,,1/info:regioninfo/1731176460232/Put/seqid=0 2024-11-09T18:21:41,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41149 is added to blk_1073741848_1024 (size=5672) 2024-11-09T18:21:41,635 INFO [M:0;fb97eb0edbe8:37351 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3b1afd831b0846c08b4fa854ea4d6776 2024-11-09T18:21:41,660 DEBUG [M:0;fb97eb0edbe8:37351 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/44abc4e17dec460c9ce49aca1e41271d is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731176473268/Put/seqid=0 2024-11-09T18:21:41,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41149 is added to blk_1073741849_1025 (size=7219) 2024-11-09T18:21:42,064 INFO [M:0;fb97eb0edbe8:37351 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/44abc4e17dec460c9ce49aca1e41271d 2024-11-09T18:21:42,067 INFO [M:0;fb97eb0edbe8:37351 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 44abc4e17dec460c9ce49aca1e41271d 2024-11-09T18:21:42,079 DEBUG [M:0;fb97eb0edbe8:37351 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e39f4fe171fb4500967f340491ef84d7 is 69, key is fb97eb0edbe8,43747,1731176456963/rs:state/1731176459038/Put/seqid=0 2024-11-09T18:21:42,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41149 is added to blk_1073741850_1026 (size=5156) 2024-11-09T18:21:42,483 INFO [M:0;fb97eb0edbe8:37351 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e39f4fe171fb4500967f340491ef84d7 2024-11-09T18:21:42,487 DEBUG [M:0;fb97eb0edbe8:37351 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3b1afd831b0846c08b4fa854ea4d6776 as hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3b1afd831b0846c08b4fa854ea4d6776 2024-11-09T18:21:42,490 INFO [M:0;fb97eb0edbe8:37351 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3b1afd831b0846c08b4fa854ea4d6776, entries=8, sequenceid=105, filesize=5.5 K 2024-11-09T18:21:42,491 DEBUG [M:0;fb97eb0edbe8:37351 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/44abc4e17dec460c9ce49aca1e41271d as hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/44abc4e17dec460c9ce49aca1e41271d 2024-11-09T18:21:42,495 INFO [M:0;fb97eb0edbe8:37351 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 44abc4e17dec460c9ce49aca1e41271d 2024-11-09T18:21:42,495 INFO [M:0;fb97eb0edbe8:37351 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/44abc4e17dec460c9ce49aca1e41271d, entries=11, sequenceid=105, filesize=7.0 K 2024-11-09T18:21:42,496 DEBUG [M:0;fb97eb0edbe8:37351 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e39f4fe171fb4500967f340491ef84d7 as hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e39f4fe171fb4500967f340491ef84d7 2024-11-09T18:21:42,499 INFO [M:0;fb97eb0edbe8:37351 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35205/user/jenkins/test-data/5a8c7ddc-12f1-8467-8159-80f32ba34065/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e39f4fe171fb4500967f340491ef84d7, entries=1, sequenceid=105, filesize=5.0 K 2024-11-09T18:21:42,500 INFO [M:0;fb97eb0edbe8:37351 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=105, compaction requested=false 2024-11-09T18:21:42,508 INFO [M:0;fb97eb0edbe8:37351 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:21:42,508 DEBUG [M:0;fb97eb0edbe8:37351 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731176501218Disabling compacts and flushes for region at 1731176501218Disabling writes for close at 1731176501218Obtaining lock to block concurrent updates at 1731176501219 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731176501219Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1731176501219Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731176501219Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731176501219Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731176501231 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731176501231Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731176501643 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731176501659 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731176501659Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731176502067 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731176502079 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731176502079Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8610113: reopening flushed file at 1731176502486 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ba1b70e: reopening flushed file at 1731176502491 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f4fbb7b: reopening flushed file at 1731176502495 (+4 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=105, compaction requested=false at 1731176502500 (+5 ms)Writing region close event to WAL at 1731176502508 (+8 ms)Closed at 1731176502508 2024-11-09T18:21:42,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41149 is added to blk_1073741830_1006 (size=64435) 2024-11-09T18:21:42,511 INFO [M:0;fb97eb0edbe8:37351 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T18:21:42,511 INFO [M:0;fb97eb0edbe8:37351 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37351 2024-11-09T18:21:42,511 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T18:21:42,511 INFO [M:0;fb97eb0edbe8:37351 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T18:21:42,629 INFO [M:0;fb97eb0edbe8:37351 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T18:21:42,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37351-0x10120d453450000, quorum=127.0.0.1:52022, baseZNode=/0701697357 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:21:42,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37351-0x10120d453450000, quorum=127.0.0.1:52022, baseZNode=/0701697357 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:21:42,631 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d03019c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:21:42,632 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@126503b0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T18:21:42,632 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T18:21:42,632 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@424c7e56{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T18:21:42,632 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c41c58c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16c1bd69-e43b-8d44-d58b-4909b1e1a84c/hadoop.log.dir/,STOPPED} 2024-11-09T18:21:42,633 WARN [BP-306719066-172.17.0.3-1731176454066 heartbeating to localhost/127.0.0.1:35205 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T18:21:42,633 WARN [BP-306719066-172.17.0.3-1731176454066 heartbeating to localhost/127.0.0.1:35205 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-306719066-172.17.0.3-1731176454066 (Datanode Uuid fdd5608b-dbe7-48d6-b1be-12c7d07934fc) service to localhost/127.0.0.1:35205 2024-11-09T18:21:42,633 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T18:21:42,634 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T18:21:42,634 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T18:21:42,634 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16c1bd69-e43b-8d44-d58b-4909b1e1a84c/cluster_9c46ca9e-947d-d7d8-c772-3490e5e63448/data/data1/current/BP-306719066-172.17.0.3-1731176454066 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T18:21:42,634 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16c1bd69-e43b-8d44-d58b-4909b1e1a84c/cluster_9c46ca9e-947d-d7d8-c772-3490e5e63448/data/data2/current/BP-306719066-172.17.0.3-1731176454066 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T18:21:42,639 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@280b75e4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T18:21:42,640 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3bbc2eb0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T18:21:42,640 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T18:21:42,640 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5acb34b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T18:21:42,640 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47c3ac9a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16c1bd69-e43b-8d44-d58b-4909b1e1a84c/hadoop.log.dir/,STOPPED} 2024-11-09T18:21:42,646 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T18:21:42,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T18:21:42,671 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=313 (was 259) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:35205 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36105 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35205 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34711 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34711 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36105 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35205 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52022) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34711 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34711 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35205 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36105 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35205 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36105 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35205 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36105 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34711 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35205 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:36105 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34711 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35205 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:34711 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52022) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36105 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52022) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36105 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34711 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36105 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35205 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=726 (was 656) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=394 (was 441), ProcessCount=11 (was 11), AvailableMemoryMB=2160 (was 2312) 2024-11-09T18:21:42,683 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=313, OpenFileDescriptor=726, MaxFileDescriptor=1048576, SystemLoadAverage=394, ProcessCount=11, AvailableMemoryMB=2161 2024-11-09T18:21:42,702 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-09T18:21:42,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e84624b4-c381-95a5-d011-6abaaedfc884/hadoop.log.dir so I do NOT create it in target/test-data/968004e1-5075-870f-23c3-5c86222e0a5c 2024-11-09T18:21:42,703 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e84624b4-c381-95a5-d011-6abaaedfc884/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T18:21:42,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e84624b4-c381-95a5-d011-6abaaedfc884/hadoop.tmp.dir so I do NOT create it in target/test-data/968004e1-5075-870f-23c3-5c86222e0a5c 2024-11-09T18:21:42,703 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e84624b4-c381-95a5-d011-6abaaedfc884/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T18:21:42,703 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/968004e1-5075-870f-23c3-5c86222e0a5c 2024-11-09T18:21:42,703 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/968004e1-5075-870f-23c3-5c86222e0a5c/cluster_85223094-19ca-4ad1-fa91-b3fa8f9111bf, deleteOnExit=true 2024-11-09T18:21:42,724 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/968004e1-5075-870f-23c3-5c86222e0a5c/cluster_85223094-19ca-4ad1-fa91-b3fa8f9111bf/zookeeper_0, clientPort=60905, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/968004e1-5075-870f-23c3-5c86222e0a5c/cluster_85223094-19ca-4ad1-fa91-b3fa8f9111bf/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/968004e1-5075-870f-23c3-5c86222e0a5c/cluster_85223094-19ca-4ad1-fa91-b3fa8f9111bf/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T18:21:42,728 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60905 2024-11-09T18:21:42,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T18:21:42,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T18:21:42,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/968004e1-5075-870f-23c3-5c86222e0a5c/test.cache.data in system properties and HBase conf 2024-11-09T18:21:42,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/968004e1-5075-870f-23c3-5c86222e0a5c/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T18:21:42,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/968004e1-5075-870f-23c3-5c86222e0a5c/hadoop.log.dir in system properties and HBase conf 2024-11-09T18:21:42,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/968004e1-5075-870f-23c3-5c86222e0a5c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T18:21:42,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/968004e1-5075-870f-23c3-5c86222e0a5c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T18:21:42,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T18:21:42,729 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T18:21:42,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/968004e1-5075-870f-23c3-5c86222e0a5c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T18:21:42,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/968004e1-5075-870f-23c3-5c86222e0a5c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T18:21:42,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/968004e1-5075-870f-23c3-5c86222e0a5c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T18:21:42,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/968004e1-5075-870f-23c3-5c86222e0a5c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T18:21:42,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/968004e1-5075-870f-23c3-5c86222e0a5c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T18:21:42,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/968004e1-5075-870f-23c3-5c86222e0a5c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T18:21:42,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/968004e1-5075-870f-23c3-5c86222e0a5c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T18:21:42,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/968004e1-5075-870f-23c3-5c86222e0a5c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T18:21:42,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/968004e1-5075-870f-23c3-5c86222e0a5c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T18:21:42,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/968004e1-5075-870f-23c3-5c86222e0a5c/nfs.dump.dir in system properties and HBase conf 2024-11-09T18:21:42,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/968004e1-5075-870f-23c3-5c86222e0a5c/java.io.tmpdir in system properties and HBase conf 2024-11-09T18:21:42,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/968004e1-5075-870f-23c3-5c86222e0a5c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T18:21:42,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/968004e1-5075-870f-23c3-5c86222e0a5c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T18:21:42,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/968004e1-5075-870f-23c3-5c86222e0a5c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T18:21:42,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10120d453450002, quorum=127.0.0.1:52022, baseZNode=/0701697357 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T18:21:42,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10120d453450008, quorum=127.0.0.1:52022, baseZNode=/21398887178 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T18:21:42,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10120d453450005, quorum=127.0.0.1:52022, baseZNode=/1-1579347476 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T18:21:42,744 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10120d453450002, quorum=127.0.0.1:52022, baseZNode=/0701697357 Received Disconnected from ZooKeeper, ignoring 2024-11-09T18:21:42,744 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10120d453450008, quorum=127.0.0.1:52022, baseZNode=/21398887178 Received Disconnected from ZooKeeper, ignoring 2024-11-09T18:21:42,744 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10120d453450005, quorum=127.0.0.1:52022, baseZNode=/1-1579347476 Received Disconnected from ZooKeeper, ignoring 2024-11-09T18:21:43,142 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:21:43,147 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T18:21:43,148 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T18:21:43,148 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T18:21:43,148 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T18:21:43,149 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:21:43,151 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c19394f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/968004e1-5075-870f-23c3-5c86222e0a5c/hadoop.log.dir/,AVAILABLE} 2024-11-09T18:21:43,151 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3380293a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T18:21:43,271 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@66ee45a7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/968004e1-5075-870f-23c3-5c86222e0a5c/java.io.tmpdir/jetty-localhost-34367-hadoop-hdfs-3_4_1-tests_jar-_-any-4424832022710870848/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T18:21:43,271 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ff238b7{HTTP/1.1, (http/1.1)}{localhost:34367} 2024-11-09T18:21:43,271 INFO [Time-limited test {}] server.Server(415): Started @274020ms 2024-11-09T18:21:43,660 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:21:43,664 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T18:21:43,666 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T18:21:43,666 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T18:21:43,666 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T18:21:43,667 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@257c82cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/968004e1-5075-870f-23c3-5c86222e0a5c/hadoop.log.dir/,AVAILABLE} 2024-11-09T18:21:43,667 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f229f5e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T18:21:43,771 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1e8a25aa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/968004e1-5075-870f-23c3-5c86222e0a5c/java.io.tmpdir/jetty-localhost-44641-hadoop-hdfs-3_4_1-tests_jar-_-any-6639839345287016786/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:21:43,771 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@59faa513{HTTP/1.1, (http/1.1)}{localhost:44641} 2024-11-09T18:21:43,771 INFO [Time-limited test {}] server.Server(415): Started @274520ms 2024-11-09T18:21:43,772 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T18:21:44,545 WARN [Thread-3414 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/968004e1-5075-870f-23c3-5c86222e0a5c/cluster_85223094-19ca-4ad1-fa91-b3fa8f9111bf/data/data2/current/BP-2137013578-172.17.0.3-1731176502755/current, will proceed with Du for space computation calculation, 2024-11-09T18:21:44,545 WARN [Thread-3413 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/968004e1-5075-870f-23c3-5c86222e0a5c/cluster_85223094-19ca-4ad1-fa91-b3fa8f9111bf/data/data1/current/BP-2137013578-172.17.0.3-1731176502755/current, will proceed with Du for space computation calculation, 2024-11-09T18:21:44,565 WARN [Thread-3401 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T18:21:44,568 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x772c609d3e895941 with lease ID 0x7bf55ae2b0c1afec: Processing first storage report for DS-28ffc6b1-6003-4ca5-8eb9-22078e9d3d86 from datanode DatanodeRegistration(127.0.0.1:44879, datanodeUuid=0dd9254e-ce18-477d-8973-5e522e9a1dda, infoPort=43273, infoSecurePort=0, ipcPort=42267, storageInfo=lv=-57;cid=testClusterID;nsid=2118303822;c=1731176502755) 2024-11-09T18:21:44,569 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x772c609d3e895941 with lease ID 0x7bf55ae2b0c1afec: from storage DS-28ffc6b1-6003-4ca5-8eb9-22078e9d3d86 node DatanodeRegistration(127.0.0.1:44879, datanodeUuid=0dd9254e-ce18-477d-8973-5e522e9a1dda, infoPort=43273, infoSecurePort=0, ipcPort=42267, storageInfo=lv=-57;cid=testClusterID;nsid=2118303822;c=1731176502755), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T18:21:44,569 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x772c609d3e895941 with lease ID 0x7bf55ae2b0c1afec: Processing first storage report for DS-de7c6ce4-a86a-4521-b93c-fbc1d10f02be from datanode DatanodeRegistration(127.0.0.1:44879, datanodeUuid=0dd9254e-ce18-477d-8973-5e522e9a1dda, infoPort=43273, infoSecurePort=0, ipcPort=42267, storageInfo=lv=-57;cid=testClusterID;nsid=2118303822;c=1731176502755) 2024-11-09T18:21:44,569 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x772c609d3e895941 with lease ID 0x7bf55ae2b0c1afec: from storage DS-de7c6ce4-a86a-4521-b93c-fbc1d10f02be node DatanodeRegistration(127.0.0.1:44879, datanodeUuid=0dd9254e-ce18-477d-8973-5e522e9a1dda, infoPort=43273, infoSecurePort=0, ipcPort=42267, storageInfo=lv=-57;cid=testClusterID;nsid=2118303822;c=1731176502755), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T18:21:44,602 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/968004e1-5075-870f-23c3-5c86222e0a5c 2024-11-09T18:21:44,603 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:21:44,605 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:21:44,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44879 is added to blk_1073741825_1001 (size=7) 2024-11-09T18:21:45,012 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037 with version=8 2024-11-09T18:21:45,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/hbase-staging 2024-11-09T18:21:45,015 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fb97eb0edbe8:0 server-side Connection retries=45 2024-11-09T18:21:45,015 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:21:45,015 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T18:21:45,015 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T18:21:45,015 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:21:45,015 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T18:21:45,015 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T18:21:45,015 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T18:21:45,016 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42733 2024-11-09T18:21:45,016 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42733 connecting to ZooKeeper ensemble=127.0.0.1:60905 2024-11-09T18:21:45,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:427330x0, quorum=127.0.0.1:60905, baseZNode=/0-2059366197 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:21:45,130 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42733-0x10120d5116f0000 connected 2024-11-09T18:21:45,213 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:21:45,215 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:21:45,217 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42733-0x10120d5116f0000, quorum=127.0.0.1:60905, baseZNode=/0-2059366197 Set watcher on znode that does not yet exist, /0-2059366197/running 2024-11-09T18:21:45,217 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037, hbase.cluster.distributed=false 2024-11-09T18:21:45,219 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42733-0x10120d5116f0000, quorum=127.0.0.1:60905, baseZNode=/0-2059366197 Set watcher on znode that does not yet exist, /0-2059366197/acl 2024-11-09T18:21:45,219 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42733 2024-11-09T18:21:45,219 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42733 2024-11-09T18:21:45,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42733 2024-11-09T18:21:45,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42733 2024-11-09T18:21:45,225 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42733 2024-11-09T18:21:45,245 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fb97eb0edbe8:0 server-side Connection retries=45 2024-11-09T18:21:45,245 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:21:45,246 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T18:21:45,246 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T18:21:45,246 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:21:45,246 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T18:21:45,246 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T18:21:45,246 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T18:21:45,246 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45399 2024-11-09T18:21:45,247 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45399 connecting to ZooKeeper ensemble=127.0.0.1:60905 2024-11-09T18:21:45,248 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:21:45,250 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:21:45,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:453990x0, quorum=127.0.0.1:60905, baseZNode=/0-2059366197 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:21:45,262 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:453990x0, quorum=127.0.0.1:60905, baseZNode=/0-2059366197 Set watcher on znode that does not yet exist, /0-2059366197/running 2024-11-09T18:21:45,262 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45399-0x10120d5116f0001 connected 2024-11-09T18:21:45,263 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T18:21:45,263 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T18:21:45,264 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45399-0x10120d5116f0001, quorum=127.0.0.1:60905, baseZNode=/0-2059366197 Set watcher on znode that does not yet exist, /0-2059366197/master 2024-11-09T18:21:45,264 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45399-0x10120d5116f0001, quorum=127.0.0.1:60905, baseZNode=/0-2059366197 Set watcher on znode that does not yet exist, /0-2059366197/acl 2024-11-09T18:21:45,267 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45399 2024-11-09T18:21:45,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45399 2024-11-09T18:21:45,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45399 2024-11-09T18:21:45,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45399 2024-11-09T18:21:45,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45399 2024-11-09T18:21:45,284 DEBUG [M:0;fb97eb0edbe8:42733 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fb97eb0edbe8:42733 2024-11-09T18:21:45,285 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2059366197/backup-masters/fb97eb0edbe8,42733,1731176505014 2024-11-09T18:21:45,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42733-0x10120d5116f0000, quorum=127.0.0.1:60905, baseZNode=/0-2059366197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2059366197/backup-masters 2024-11-09T18:21:45,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45399-0x10120d5116f0001, quorum=127.0.0.1:60905, baseZNode=/0-2059366197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2059366197/backup-masters 2024-11-09T18:21:45,297 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42733-0x10120d5116f0000, quorum=127.0.0.1:60905, baseZNode=/0-2059366197 Set watcher on existing znode=/0-2059366197/backup-masters/fb97eb0edbe8,42733,1731176505014 2024-11-09T18:21:45,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42733-0x10120d5116f0000, quorum=127.0.0.1:60905, baseZNode=/0-2059366197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2059366197 2024-11-09T18:21:45,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45399-0x10120d5116f0001, quorum=127.0.0.1:60905, baseZNode=/0-2059366197 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2059366197/master 2024-11-09T18:21:45,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45399-0x10120d5116f0001, quorum=127.0.0.1:60905, baseZNode=/0-2059366197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2059366197 2024-11-09T18:21:45,308 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42733-0x10120d5116f0000, quorum=127.0.0.1:60905, baseZNode=/0-2059366197 Set watcher on existing znode=/0-2059366197/master 2024-11-09T18:21:45,308 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2059366197/backup-masters/fb97eb0edbe8,42733,1731176505014 from backup master directory 2024-11-09T18:21:45,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42733-0x10120d5116f0000, quorum=127.0.0.1:60905, baseZNode=/0-2059366197 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2059366197/backup-masters/fb97eb0edbe8,42733,1731176505014 2024-11-09T18:21:45,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45399-0x10120d5116f0001, quorum=127.0.0.1:60905, baseZNode=/0-2059366197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2059366197/backup-masters 2024-11-09T18:21:45,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42733-0x10120d5116f0000, quorum=127.0.0.1:60905, baseZNode=/0-2059366197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2059366197/backup-masters 2024-11-09T18:21:45,318 WARN [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T18:21:45,318 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fb97eb0edbe8,42733,1731176505014 2024-11-09T18:21:45,321 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/hbase.id] with ID: 805eee4d-6436-430e-a5f9-a035165e5952 2024-11-09T18:21:45,321 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/.tmp/hbase.id 2024-11-09T18:21:45,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44879 is added to blk_1073741826_1002 (size=42) 2024-11-09T18:21:45,520 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T18:21:45,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:45,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:45,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:45,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:45,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:45,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:45,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:45,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:45,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:45,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:45,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:45,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:45,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:45,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:45,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:45,608 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T18:21:45,608 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T18:21:45,608 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T18:21:45,608 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T18:21:45,725 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/.tmp/hbase.id]:[hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/hbase.id] 2024-11-09T18:21:45,732 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:21:45,732 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T18:21:45,733 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T18:21:45,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45399-0x10120d5116f0001, quorum=127.0.0.1:60905, baseZNode=/0-2059366197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2059366197 2024-11-09T18:21:45,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42733-0x10120d5116f0000, quorum=127.0.0.1:60905, baseZNode=/0-2059366197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2059366197 2024-11-09T18:21:45,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44879 is added to blk_1073741827_1003 (size=196) 2024-11-09T18:21:46,186 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:21:46,186 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T18:21:46,187 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:21:46,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44879 is added to blk_1073741828_1004 (size=1189) 2024-11-09T18:21:46,592 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/MasterData/data/master/store 2024-11-09T18:21:46,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44879 is added to blk_1073741829_1005 (size=34) 2024-11-09T18:21:46,997 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:21:46,997 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T18:21:46,997 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:21:46,997 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:21:46,997 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T18:21:46,997 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:21:46,997 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:21:46,997 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731176506997Disabling compacts and flushes for region at 1731176506997Disabling writes for close at 1731176506997Writing region close event to WAL at 1731176506997Closed at 1731176506997 2024-11-09T18:21:46,998 WARN [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/MasterData/data/master/store/.initializing 2024-11-09T18:21:46,998 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/MasterData/WALs/fb97eb0edbe8,42733,1731176505014 2024-11-09T18:21:46,999 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T18:21:47,000 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb97eb0edbe8%2C42733%2C1731176505014, suffix=, logDir=hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/MasterData/WALs/fb97eb0edbe8,42733,1731176505014, archiveDir=hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/MasterData/oldWALs, maxLogs=10 2024-11-09T18:21:47,013 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/MasterData/WALs/fb97eb0edbe8,42733,1731176505014/fb97eb0edbe8%2C42733%2C1731176505014.1731176507000, exclude list is [], retry=0 2024-11-09T18:21:47,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44879,DS-28ffc6b1-6003-4ca5-8eb9-22078e9d3d86,DISK] 2024-11-09T18:21:47,017 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/MasterData/WALs/fb97eb0edbe8,42733,1731176505014/fb97eb0edbe8%2C42733%2C1731176505014.1731176507000 2024-11-09T18:21:47,019 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43273:43273)] 2024-11-09T18:21:47,019 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:21:47,019 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:21:47,020 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:21:47,020 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:21:47,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:21:47,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T18:21:47,021 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:47,022 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:21:47,022 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:21:47,022 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T18:21:47,022 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:47,023 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:21:47,023 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:21:47,023 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T18:21:47,023 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:47,023 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:21:47,023 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:21:47,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T18:21:47,024 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:47,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:21:47,024 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:21:47,025 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:21:47,025 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:21:47,026 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:21:47,026 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:21:47,026 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:21:47,027 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:21:47,028 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:21:47,028 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67078372, jitterRate=-4.5436620712280273E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:21:47,029 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731176507020Initializing all the Stores at 1731176507020Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176507020Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176507020Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176507020Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176507020Cleaning up temporary data from old regions at 1731176507026 (+6 ms)Region opened successfully at 1731176507029 (+3 ms) 2024-11-09T18:21:47,029 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T18:21:47,031 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d623d94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb97eb0edbe8/172.17.0.3:0 2024-11-09T18:21:47,032 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T18:21:47,032 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T18:21:47,032 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T18:21:47,032 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T18:21:47,032 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T18:21:47,033 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T18:21:47,033 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T18:21:47,037 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T18:21:47,038 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42733-0x10120d5116f0000, quorum=127.0.0.1:60905, baseZNode=/0-2059366197 Unable to get data of znode /0-2059366197/balancer because node does not exist (not necessarily an error) 2024-11-09T18:21:47,107 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2059366197/balancer already deleted, retry=false 2024-11-09T18:21:47,108 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T18:21:47,109 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42733-0x10120d5116f0000, quorum=127.0.0.1:60905, baseZNode=/0-2059366197 Unable to get data of znode /0-2059366197/normalizer because node does not exist (not necessarily an error) 2024-11-09T18:21:47,118 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2059366197/normalizer already deleted, retry=false 2024-11-09T18:21:47,118 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T18:21:47,119 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42733-0x10120d5116f0000, quorum=127.0.0.1:60905, baseZNode=/0-2059366197 Unable to get data of znode /0-2059366197/switch/split because node does not exist (not necessarily an error) 2024-11-09T18:21:47,128 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2059366197/switch/split already deleted, retry=false 2024-11-09T18:21:47,129 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42733-0x10120d5116f0000, quorum=127.0.0.1:60905, baseZNode=/0-2059366197 Unable to get data of znode /0-2059366197/switch/merge because node does not exist (not necessarily an error) 2024-11-09T18:21:47,139 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2059366197/switch/merge already deleted, retry=false 2024-11-09T18:21:47,140 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42733-0x10120d5116f0000, quorum=127.0.0.1:60905, baseZNode=/0-2059366197 Unable to get data of znode /0-2059366197/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T18:21:47,150 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2059366197/snapshot-cleanup already deleted, retry=false 2024-11-09T18:21:47,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45399-0x10120d5116f0001, quorum=127.0.0.1:60905, baseZNode=/0-2059366197 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2059366197/running 2024-11-09T18:21:47,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42733-0x10120d5116f0000, quorum=127.0.0.1:60905, baseZNode=/0-2059366197 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2059366197/running 2024-11-09T18:21:47,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45399-0x10120d5116f0001, quorum=127.0.0.1:60905, baseZNode=/0-2059366197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2059366197 2024-11-09T18:21:47,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42733-0x10120d5116f0000, quorum=127.0.0.1:60905, baseZNode=/0-2059366197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2059366197 2024-11-09T18:21:47,160 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fb97eb0edbe8,42733,1731176505014, sessionid=0x10120d5116f0000, setting cluster-up flag (Was=false) 2024-11-09T18:21:47,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45399-0x10120d5116f0001, quorum=127.0.0.1:60905, baseZNode=/0-2059366197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2059366197 2024-11-09T18:21:47,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42733-0x10120d5116f0000, quorum=127.0.0.1:60905, baseZNode=/0-2059366197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2059366197 2024-11-09T18:21:47,213 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2059366197/flush-table-proc/acquired, /0-2059366197/flush-table-proc/reached, /0-2059366197/flush-table-proc/abort 2024-11-09T18:21:47,214 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb97eb0edbe8,42733,1731176505014 2024-11-09T18:21:47,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45399-0x10120d5116f0001, quorum=127.0.0.1:60905, baseZNode=/0-2059366197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2059366197 2024-11-09T18:21:47,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42733-0x10120d5116f0000, quorum=127.0.0.1:60905, baseZNode=/0-2059366197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2059366197 2024-11-09T18:21:47,265 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2059366197/online-snapshot/acquired, /0-2059366197/online-snapshot/reached, /0-2059366197/online-snapshot/abort 2024-11-09T18:21:47,266 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb97eb0edbe8,42733,1731176505014 2024-11-09T18:21:47,267 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T18:21:47,268 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T18:21:47,268 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T18:21:47,268 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T18:21:47,268 WARN [master/fb97eb0edbe8:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of fb97eb0edbe8,44995,1731176369074: status=Processing ServerCrashProcedure of fb97eb0edbe8,44995,1731176369074 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731176384384, completionTime=-1 appears to have been leaked 2024-11-09T18:21:47,268 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fb97eb0edbe8,42733,1731176505014 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T18:21:47,269 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:21:47,269 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:21:47,269 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:21:47,269 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:21:47,269 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fb97eb0edbe8:0, corePoolSize=10, maxPoolSize=10 2024-11-09T18:21:47,269 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:21:47,269 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=2, maxPoolSize=2 2024-11-09T18:21:47,269 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:21:47,273 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731176537273 2024-11-09T18:21:47,273 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T18:21:47,273 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T18:21:47,273 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:21:47,273 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T18:21:47,273 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T18:21:47,273 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T18:21:47,273 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T18:21:47,273 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T18:21:47,273 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:47,274 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:47,274 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T18:21:47,276 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T18:21:47,276 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T18:21:47,276 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T18:21:47,276 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T18:21:47,277 INFO [RS:0;fb97eb0edbe8:45399 {}] regionserver.HRegionServer(746): ClusterId : 805eee4d-6436-430e-a5f9-a035165e5952 2024-11-09T18:21:47,277 DEBUG [RS:0;fb97eb0edbe8:45399 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T18:21:47,280 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T18:21:47,280 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T18:21:47,286 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731176507280,5,FailOnTimeoutGroup] 2024-11-09T18:21:47,287 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731176507286,5,FailOnTimeoutGroup] 2024-11-09T18:21:47,287 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:47,287 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T18:21:47,287 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:47,287 DEBUG [RS:0;fb97eb0edbe8:45399 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T18:21:47,287 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:47,287 DEBUG [RS:0;fb97eb0edbe8:45399 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T18:21:47,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44879 is added to blk_1073741831_1007 (size=1321) 2024-11-09T18:21:47,297 DEBUG [RS:0;fb97eb0edbe8:45399 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T18:21:47,297 DEBUG [RS:0;fb97eb0edbe8:45399 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f1a1b77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb97eb0edbe8/172.17.0.3:0 2024-11-09T18:21:47,308 DEBUG [RS:0;fb97eb0edbe8:45399 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fb97eb0edbe8:45399 2024-11-09T18:21:47,308 INFO [RS:0;fb97eb0edbe8:45399 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T18:21:47,308 INFO [RS:0;fb97eb0edbe8:45399 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T18:21:47,308 DEBUG [RS:0;fb97eb0edbe8:45399 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T18:21:47,309 INFO [RS:0;fb97eb0edbe8:45399 {}] regionserver.HRegionServer(2659): reportForDuty to master=fb97eb0edbe8,42733,1731176505014 with port=45399, startcode=1731176505245 2024-11-09T18:21:47,309 DEBUG [RS:0;fb97eb0edbe8:45399 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T18:21:47,311 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49759, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T18:21:47,311 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42733 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fb97eb0edbe8,45399,1731176505245 2024-11-09T18:21:47,311 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42733 {}] master.ServerManager(517): Registering regionserver=fb97eb0edbe8,45399,1731176505245 2024-11-09T18:21:47,312 DEBUG [RS:0;fb97eb0edbe8:45399 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037 2024-11-09T18:21:47,312 DEBUG [RS:0;fb97eb0edbe8:45399 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43513 2024-11-09T18:21:47,312 DEBUG [RS:0;fb97eb0edbe8:45399 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T18:21:47,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42733-0x10120d5116f0000, quorum=127.0.0.1:60905, baseZNode=/0-2059366197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2059366197/rs 2024-11-09T18:21:47,318 DEBUG [RS:0;fb97eb0edbe8:45399 {}] zookeeper.ZKUtil(111): regionserver:45399-0x10120d5116f0001, quorum=127.0.0.1:60905, baseZNode=/0-2059366197 Set watcher on existing znode=/0-2059366197/rs/fb97eb0edbe8,45399,1731176505245 2024-11-09T18:21:47,318 WARN [RS:0;fb97eb0edbe8:45399 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T18:21:47,318 INFO [RS:0;fb97eb0edbe8:45399 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:21:47,318 DEBUG [RS:0;fb97eb0edbe8:45399 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/WALs/fb97eb0edbe8,45399,1731176505245 2024-11-09T18:21:47,318 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fb97eb0edbe8,45399,1731176505245] 2024-11-09T18:21:47,322 INFO [RS:0;fb97eb0edbe8:45399 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T18:21:47,323 INFO [RS:0;fb97eb0edbe8:45399 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T18:21:47,323 INFO [RS:0;fb97eb0edbe8:45399 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T18:21:47,323 INFO [RS:0;fb97eb0edbe8:45399 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:47,324 INFO [RS:0;fb97eb0edbe8:45399 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T18:21:47,324 INFO [RS:0;fb97eb0edbe8:45399 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T18:21:47,324 INFO [RS:0;fb97eb0edbe8:45399 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:47,325 DEBUG [RS:0;fb97eb0edbe8:45399 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:21:47,325 DEBUG [RS:0;fb97eb0edbe8:45399 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:21:47,325 DEBUG [RS:0;fb97eb0edbe8:45399 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:21:47,325 DEBUG [RS:0;fb97eb0edbe8:45399 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:21:47,325 DEBUG [RS:0;fb97eb0edbe8:45399 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:21:47,325 DEBUG [RS:0;fb97eb0edbe8:45399 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=2, maxPoolSize=2 2024-11-09T18:21:47,325 DEBUG [RS:0;fb97eb0edbe8:45399 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:21:47,325 DEBUG [RS:0;fb97eb0edbe8:45399 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:21:47,325 DEBUG [RS:0;fb97eb0edbe8:45399 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:21:47,325 DEBUG [RS:0;fb97eb0edbe8:45399 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:21:47,325 DEBUG [RS:0;fb97eb0edbe8:45399 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:21:47,325 DEBUG [RS:0;fb97eb0edbe8:45399 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:21:47,325 DEBUG [RS:0;fb97eb0edbe8:45399 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:21:47,325 DEBUG [RS:0;fb97eb0edbe8:45399 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:21:47,327 INFO [RS:0;fb97eb0edbe8:45399 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:47,327 INFO [RS:0;fb97eb0edbe8:45399 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:47,327 INFO [RS:0;fb97eb0edbe8:45399 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:47,327 INFO [RS:0;fb97eb0edbe8:45399 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:47,327 INFO [RS:0;fb97eb0edbe8:45399 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:47,327 INFO [RS:0;fb97eb0edbe8:45399 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,45399,1731176505245-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T18:21:47,342 INFO [RS:0;fb97eb0edbe8:45399 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T18:21:47,343 INFO [RS:0;fb97eb0edbe8:45399 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,45399,1731176505245-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:47,343 INFO [RS:0;fb97eb0edbe8:45399 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:47,343 INFO [RS:0;fb97eb0edbe8:45399 {}] regionserver.Replication(171): fb97eb0edbe8,45399,1731176505245 started 2024-11-09T18:21:47,355 INFO [RS:0;fb97eb0edbe8:45399 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:47,355 INFO [RS:0;fb97eb0edbe8:45399 {}] regionserver.HRegionServer(1482): Serving as fb97eb0edbe8,45399,1731176505245, RpcServer on fb97eb0edbe8/172.17.0.3:45399, sessionid=0x10120d5116f0001 2024-11-09T18:21:47,356 DEBUG [RS:0;fb97eb0edbe8:45399 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T18:21:47,356 DEBUG [RS:0;fb97eb0edbe8:45399 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fb97eb0edbe8,45399,1731176505245 2024-11-09T18:21:47,356 DEBUG [RS:0;fb97eb0edbe8:45399 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,45399,1731176505245' 2024-11-09T18:21:47,356 DEBUG [RS:0;fb97eb0edbe8:45399 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2059366197/flush-table-proc/abort' 2024-11-09T18:21:47,356 DEBUG [RS:0;fb97eb0edbe8:45399 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2059366197/flush-table-proc/acquired' 2024-11-09T18:21:47,356 DEBUG [RS:0;fb97eb0edbe8:45399 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T18:21:47,356 DEBUG [RS:0;fb97eb0edbe8:45399 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T18:21:47,356 DEBUG [RS:0;fb97eb0edbe8:45399 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fb97eb0edbe8,45399,1731176505245 2024-11-09T18:21:47,356 DEBUG [RS:0;fb97eb0edbe8:45399 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,45399,1731176505245' 2024-11-09T18:21:47,356 DEBUG [RS:0;fb97eb0edbe8:45399 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2059366197/online-snapshot/abort' 2024-11-09T18:21:47,357 DEBUG [RS:0;fb97eb0edbe8:45399 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2059366197/online-snapshot/acquired' 2024-11-09T18:21:47,357 DEBUG [RS:0;fb97eb0edbe8:45399 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T18:21:47,357 INFO [RS:0;fb97eb0edbe8:45399 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T18:21:47,357 INFO [RS:0;fb97eb0edbe8:45399 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T18:21:47,457 INFO [RS:0;fb97eb0edbe8:45399 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T18:21:47,458 INFO [RS:0;fb97eb0edbe8:45399 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fb97eb0edbe8%2C45399%2C1731176505245, suffix=, logDir=hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/WALs/fb97eb0edbe8,45399,1731176505245, archiveDir=hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/oldWALs, maxLogs=10 2024-11-09T18:21:47,470 DEBUG [RS:0;fb97eb0edbe8:45399 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/WALs/fb97eb0edbe8,45399,1731176505245/fb97eb0edbe8%2C45399%2C1731176505245.1731176507458, exclude list is [], retry=0 2024-11-09T18:21:47,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44879,DS-28ffc6b1-6003-4ca5-8eb9-22078e9d3d86,DISK] 2024-11-09T18:21:47,474 INFO [RS:0;fb97eb0edbe8:45399 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/WALs/fb97eb0edbe8,45399,1731176505245/fb97eb0edbe8%2C45399%2C1731176505245.1731176507458 2024-11-09T18:21:47,474 DEBUG [RS:0;fb97eb0edbe8:45399 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43273:43273)] 2024-11-09T18:21:47,689 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T18:21:47,689 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037 2024-11-09T18:21:47,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44879 is added to blk_1073741833_1009 (size=32) 2024-11-09T18:21:48,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:21:48,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T18:21:48,095 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T18:21:48,095 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:48,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:21:48,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T18:21:48,096 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T18:21:48,096 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:48,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:21:48,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T18:21:48,097 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T18:21:48,097 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:48,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:21:48,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T18:21:48,098 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T18:21:48,098 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:48,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:21:48,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T18:21:48,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/data/hbase/meta/1588230740 2024-11-09T18:21:48,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/data/hbase/meta/1588230740 2024-11-09T18:21:48,100 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T18:21:48,100 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T18:21:48,100 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:21:48,101 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T18:21:48,102 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:21:48,103 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75405339, jitterRate=0.12362711131572723}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:21:48,103 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731176508093Initializing all the Stores at 1731176508094 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176508094Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176508094Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176508094Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176508094Cleaning up temporary data from old regions at 1731176508100 (+6 ms)Region opened successfully at 1731176508103 (+3 ms) 2024-11-09T18:21:48,103 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T18:21:48,103 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T18:21:48,103 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T18:21:48,103 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T18:21:48,103 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T18:21:48,103 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T18:21:48,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731176508103Disabling compacts and flushes for region at 1731176508103Disabling writes for close at 1731176508103Writing region close event to WAL at 1731176508103Closed at 1731176508103 2024-11-09T18:21:48,104 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:21:48,104 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T18:21:48,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T18:21:48,105 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T18:21:48,106 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T18:21:48,256 DEBUG [fb97eb0edbe8:42733 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T18:21:48,256 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fb97eb0edbe8,45399,1731176505245 2024-11-09T18:21:48,257 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb97eb0edbe8,45399,1731176505245, state=OPENING 2024-11-09T18:21:48,307 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T18:21:48,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45399-0x10120d5116f0001, quorum=127.0.0.1:60905, baseZNode=/0-2059366197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2059366197 2024-11-09T18:21:48,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42733-0x10120d5116f0000, quorum=127.0.0.1:60905, baseZNode=/0-2059366197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2059366197 2024-11-09T18:21:48,345 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2059366197/meta-region-server: CHANGED 2024-11-09T18:21:48,345 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2059366197/meta-region-server: CHANGED 2024-11-09T18:21:48,345 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T18:21:48,345 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,45399,1731176505245}] 2024-11-09T18:21:48,496 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T18:21:48,498 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44087, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T18:21:48,500 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T18:21:48,500 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:21:48,500 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T18:21:48,501 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fb97eb0edbe8%2C45399%2C1731176505245.meta, suffix=.meta, logDir=hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/WALs/fb97eb0edbe8,45399,1731176505245, archiveDir=hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/oldWALs, maxLogs=10 2024-11-09T18:21:48,513 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/WALs/fb97eb0edbe8,45399,1731176505245/fb97eb0edbe8%2C45399%2C1731176505245.meta.1731176508501.meta, exclude list is [], retry=0 2024-11-09T18:21:48,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44879,DS-28ffc6b1-6003-4ca5-8eb9-22078e9d3d86,DISK] 2024-11-09T18:21:48,516 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/WALs/fb97eb0edbe8,45399,1731176505245/fb97eb0edbe8%2C45399%2C1731176505245.meta.1731176508501.meta 2024-11-09T18:21:48,516 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43273:43273)] 2024-11-09T18:21:48,516 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:21:48,517 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T18:21:48,517 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T18:21:48,517 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T18:21:48,517 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T18:21:48,517 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T18:21:48,517 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:21:48,517 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T18:21:48,517 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T18:21:48,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T18:21:48,518 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T18:21:48,518 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:48,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:21:48,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T18:21:48,519 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T18:21:48,519 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:48,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:21:48,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T18:21:48,520 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T18:21:48,520 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:48,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:21:48,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T18:21:48,521 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T18:21:48,521 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:48,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:21:48,521 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T18:21:48,522 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/data/hbase/meta/1588230740 2024-11-09T18:21:48,522 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/data/hbase/meta/1588230740 2024-11-09T18:21:48,523 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T18:21:48,523 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T18:21:48,523 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:21:48,524 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T18:21:48,524 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68598644, jitterRate=0.02219945192337036}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:21:48,524 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T18:21:48,525 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731176508517Writing region info on filesystem at 1731176508517Initializing all the Stores at 1731176508518 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176508518Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176508518Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176508518Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176508518Cleaning up temporary data from old regions at 1731176508523 (+5 ms)Running coprocessor post-open hooks at 1731176508524 (+1 ms)Region opened successfully at 1731176508525 (+1 ms) 2024-11-09T18:21:48,525 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731176508496 2024-11-09T18:21:48,527 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T18:21:48,527 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T18:21:48,527 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,45399,1731176505245 2024-11-09T18:21:48,527 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb97eb0edbe8,45399,1731176505245, state=OPEN 2024-11-09T18:21:48,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45399-0x10120d5116f0001, quorum=127.0.0.1:60905, baseZNode=/0-2059366197 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2059366197/meta-region-server 2024-11-09T18:21:48,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42733-0x10120d5116f0000, quorum=127.0.0.1:60905, baseZNode=/0-2059366197 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2059366197/meta-region-server 2024-11-09T18:21:48,604 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,45399,1731176505245 2024-11-09T18:21:48,604 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2059366197/meta-region-server: CHANGED 2024-11-09T18:21:48,604 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2059366197/meta-region-server: CHANGED 2024-11-09T18:21:48,606 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T18:21:48,606 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,45399,1731176505245 in 259 msec 2024-11-09T18:21:48,607 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T18:21:48,607 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 502 msec 2024-11-09T18:21:48,608 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:21:48,608 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T18:21:48,609 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:21:48,609 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,45399,1731176505245, seqNum=-1] 2024-11-09T18:21:48,609 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:21:48,610 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59815, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:21:48,614 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3460 sec 2024-11-09T18:21:48,614 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731176508614, completionTime=-1 2024-11-09T18:21:48,614 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T18:21:48,614 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T18:21:48,616 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T18:21:48,616 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731176568616 2024-11-09T18:21:48,616 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731176628616 2024-11-09T18:21:48,616 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T18:21:48,617 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,42733,1731176505014-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:48,617 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,42733,1731176505014-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:48,617 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,42733,1731176505014-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:48,617 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fb97eb0edbe8:42733, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:48,617 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:48,617 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:48,619 DEBUG [master/fb97eb0edbe8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T18:21:48,620 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.302sec 2024-11-09T18:21:48,621 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T18:21:48,621 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T18:21:48,621 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T18:21:48,621 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T18:21:48,621 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T18:21:48,621 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,42733,1731176505014-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T18:21:48,621 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,42733,1731176505014-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T18:21:48,622 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T18:21:48,622 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T18:21:48,622 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,42733,1731176505014-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:48,678 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40704dd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:21:48,678 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,42733,-1 for getting cluster id 2024-11-09T18:21:48,679 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:21:48,680 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '805eee4d-6436-430e-a5f9-a035165e5952' 2024-11-09T18:21:48,680 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:21:48,680 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "805eee4d-6436-430e-a5f9-a035165e5952" 2024-11-09T18:21:48,680 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@331947e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:21:48,680 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,42733,-1] 2024-11-09T18:21:48,680 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:21:48,680 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:21:48,681 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:21:48,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36913524, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:21:48,682 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:21:48,683 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,45399,1731176505245, seqNum=-1] 2024-11-09T18:21:48,683 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:21:48,684 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:21:48,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fb97eb0edbe8,42733,1731176505014 2024-11-09T18:21:48,686 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60905 2024-11-09T18:21:48,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60905, baseZNode=/0-2059366197 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:21:48,708 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10120d5116f0002 connected 2024-11-09T18:21:48,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/968004e1-5075-870f-23c3-5c86222e0a5c/hadoop.log.dir so I do NOT create it in target/test-data/fe456ebe-a189-fa41-fed8-60630d49ef7c 2024-11-09T18:21:48,720 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/968004e1-5075-870f-23c3-5c86222e0a5c/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T18:21:48,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/968004e1-5075-870f-23c3-5c86222e0a5c/hadoop.tmp.dir so I do NOT create it in target/test-data/fe456ebe-a189-fa41-fed8-60630d49ef7c 2024-11-09T18:21:48,720 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/968004e1-5075-870f-23c3-5c86222e0a5c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T18:21:48,720 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe456ebe-a189-fa41-fed8-60630d49ef7c 2024-11-09T18:21:48,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T18:21:48,720 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe456ebe-a189-fa41-fed8-60630d49ef7c/cluster_66a06be3-bb6b-5eea-569b-3a4621ad1c71, deleteOnExit=true 2024-11-09T18:21:48,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T18:21:48,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe456ebe-a189-fa41-fed8-60630d49ef7c/test.cache.data in system properties and HBase conf 2024-11-09T18:21:48,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe456ebe-a189-fa41-fed8-60630d49ef7c/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T18:21:48,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe456ebe-a189-fa41-fed8-60630d49ef7c/hadoop.log.dir in system properties and HBase conf 2024-11-09T18:21:48,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe456ebe-a189-fa41-fed8-60630d49ef7c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T18:21:48,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe456ebe-a189-fa41-fed8-60630d49ef7c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T18:21:48,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T18:21:48,721 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T18:21:48,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe456ebe-a189-fa41-fed8-60630d49ef7c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T18:21:48,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe456ebe-a189-fa41-fed8-60630d49ef7c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T18:21:48,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe456ebe-a189-fa41-fed8-60630d49ef7c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T18:21:48,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe456ebe-a189-fa41-fed8-60630d49ef7c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T18:21:48,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe456ebe-a189-fa41-fed8-60630d49ef7c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T18:21:48,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe456ebe-a189-fa41-fed8-60630d49ef7c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T18:21:48,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe456ebe-a189-fa41-fed8-60630d49ef7c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T18:21:48,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe456ebe-a189-fa41-fed8-60630d49ef7c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T18:21:48,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe456ebe-a189-fa41-fed8-60630d49ef7c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T18:21:48,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe456ebe-a189-fa41-fed8-60630d49ef7c/nfs.dump.dir in system properties and HBase conf 2024-11-09T18:21:48,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe456ebe-a189-fa41-fed8-60630d49ef7c/java.io.tmpdir in system properties and HBase conf 2024-11-09T18:21:48,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe456ebe-a189-fa41-fed8-60630d49ef7c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T18:21:48,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe456ebe-a189-fa41-fed8-60630d49ef7c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T18:21:48,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe456ebe-a189-fa41-fed8-60630d49ef7c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T18:21:49,058 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:21:49,058 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fb97eb0edbe8,32911,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fb97eb0edbe8:32911 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T18:21:49,059 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88621 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fb97eb0edbe8,32911,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fb97eb0edbe8:32911 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T18:21:49,191 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:21:49,195 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T18:21:49,205 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T18:21:49,205 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T18:21:49,205 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T18:21:49,206 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:21:49,206 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1545f8b3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe456ebe-a189-fa41-fed8-60630d49ef7c/hadoop.log.dir/,AVAILABLE} 2024-11-09T18:21:49,207 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@290d70ee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T18:21:49,303 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@729e832e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe456ebe-a189-fa41-fed8-60630d49ef7c/java.io.tmpdir/jetty-localhost-35129-hadoop-hdfs-3_4_1-tests_jar-_-any-10769074462353567271/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T18:21:49,303 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@64f78316{HTTP/1.1, (http/1.1)}{localhost:35129} 2024-11-09T18:21:49,303 INFO [Time-limited test {}] server.Server(415): Started @280052ms 2024-11-09T18:21:49,574 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:21:49,577 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T18:21:49,579 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T18:21:49,579 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T18:21:49,580 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T18:21:49,580 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a4f65f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe456ebe-a189-fa41-fed8-60630d49ef7c/hadoop.log.dir/,AVAILABLE} 2024-11-09T18:21:49,580 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fe7db81{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T18:21:49,675 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@157f3c42{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe456ebe-a189-fa41-fed8-60630d49ef7c/java.io.tmpdir/jetty-localhost-43367-hadoop-hdfs-3_4_1-tests_jar-_-any-15730762682681442934/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:21:49,676 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@77b35086{HTTP/1.1, (http/1.1)}{localhost:43367} 2024-11-09T18:21:49,676 INFO [Time-limited test {}] server.Server(415): Started @280424ms 2024-11-09T18:21:49,677 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T18:21:50,397 WARN [Thread-3535 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe456ebe-a189-fa41-fed8-60630d49ef7c/cluster_66a06be3-bb6b-5eea-569b-3a4621ad1c71/data/data2/current/BP-1182267034-172.17.0.3-1731176508747/current, will proceed with Du for space computation calculation, 2024-11-09T18:21:50,397 WARN [Thread-3534 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe456ebe-a189-fa41-fed8-60630d49ef7c/cluster_66a06be3-bb6b-5eea-569b-3a4621ad1c71/data/data1/current/BP-1182267034-172.17.0.3-1731176508747/current, will proceed with Du for space computation calculation, 2024-11-09T18:21:50,416 WARN [Thread-3522 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T18:21:50,418 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x84b191030f8789d1 with lease ID 0x15f2c06a70b7aa1b: Processing first storage report for DS-68d6e0f1-abea-418e-b93a-5f9592e2ed7c from datanode DatanodeRegistration(127.0.0.1:40951, datanodeUuid=45ad6880-9402-4d66-ac5c-2924080f1d31, infoPort=38751, infoSecurePort=0, ipcPort=39457, storageInfo=lv=-57;cid=testClusterID;nsid=702098806;c=1731176508747) 2024-11-09T18:21:50,418 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x84b191030f8789d1 with lease ID 0x15f2c06a70b7aa1b: from storage DS-68d6e0f1-abea-418e-b93a-5f9592e2ed7c node DatanodeRegistration(127.0.0.1:40951, datanodeUuid=45ad6880-9402-4d66-ac5c-2924080f1d31, infoPort=38751, infoSecurePort=0, ipcPort=39457, storageInfo=lv=-57;cid=testClusterID;nsid=702098806;c=1731176508747), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T18:21:50,418 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x84b191030f8789d1 with lease ID 0x15f2c06a70b7aa1b: Processing first storage report for DS-53c624ea-e125-4855-94f7-4c033f3bb955 from datanode DatanodeRegistration(127.0.0.1:40951, datanodeUuid=45ad6880-9402-4d66-ac5c-2924080f1d31, infoPort=38751, infoSecurePort=0, ipcPort=39457, storageInfo=lv=-57;cid=testClusterID;nsid=702098806;c=1731176508747) 2024-11-09T18:21:50,418 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x84b191030f8789d1 with lease ID 0x15f2c06a70b7aa1b: from storage DS-53c624ea-e125-4855-94f7-4c033f3bb955 node DatanodeRegistration(127.0.0.1:40951, datanodeUuid=45ad6880-9402-4d66-ac5c-2924080f1d31, infoPort=38751, infoSecurePort=0, ipcPort=39457, storageInfo=lv=-57;cid=testClusterID;nsid=702098806;c=1731176508747), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T18:21:50,501 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe456ebe-a189-fa41-fed8-60630d49ef7c 2024-11-09T18:21:50,501 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:21:50,503 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:21:50,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741825_1001 (size=7) 2024-11-09T18:21:50,910 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee with version=8 2024-11-09T18:21:50,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/hbase-staging 2024-11-09T18:21:50,911 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fb97eb0edbe8:0 server-side Connection retries=45 2024-11-09T18:21:50,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:21:50,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T18:21:50,911 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T18:21:50,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:21:50,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T18:21:50,911 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T18:21:50,912 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T18:21:50,912 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34433 2024-11-09T18:21:50,912 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34433 connecting to ZooKeeper ensemble=127.0.0.1:60905 2024-11-09T18:21:50,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:344330x0, quorum=127.0.0.1:60905, baseZNode=/1889719177 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:21:50,960 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34433-0x10120d5116f0003 connected 2024-11-09T18:21:51,033 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:21:51,035 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:21:51,036 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34433-0x10120d5116f0003, quorum=127.0.0.1:60905, baseZNode=/1889719177 Set watcher on znode that does not yet exist, /1889719177/running 2024-11-09T18:21:51,036 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee, hbase.cluster.distributed=false 2024-11-09T18:21:51,037 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34433-0x10120d5116f0003, quorum=127.0.0.1:60905, baseZNode=/1889719177 Set watcher on znode that does not yet exist, /1889719177/acl 2024-11-09T18:21:51,038 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34433 2024-11-09T18:21:51,038 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34433 2024-11-09T18:21:51,038 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34433 2024-11-09T18:21:51,038 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34433 2024-11-09T18:21:51,038 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34433 2024-11-09T18:21:51,051 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fb97eb0edbe8:0 server-side Connection retries=45 2024-11-09T18:21:51,051 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:21:51,051 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T18:21:51,051 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T18:21:51,051 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:21:51,051 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T18:21:51,051 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T18:21:51,051 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T18:21:51,052 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38551 2024-11-09T18:21:51,052 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38551 connecting to ZooKeeper ensemble=127.0.0.1:60905 2024-11-09T18:21:51,053 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:21:51,054 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:21:51,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:385510x0, quorum=127.0.0.1:60905, baseZNode=/1889719177 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:21:51,065 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:385510x0, quorum=127.0.0.1:60905, baseZNode=/1889719177 Set watcher on znode that does not yet exist, /1889719177/running 2024-11-09T18:21:51,065 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38551-0x10120d5116f0004 connected 2024-11-09T18:21:51,065 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T18:21:51,066 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T18:21:51,066 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38551-0x10120d5116f0004, quorum=127.0.0.1:60905, baseZNode=/1889719177 Set watcher on znode that does not yet exist, /1889719177/master 2024-11-09T18:21:51,067 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38551-0x10120d5116f0004, quorum=127.0.0.1:60905, baseZNode=/1889719177 Set watcher on znode that does not yet exist, /1889719177/acl 2024-11-09T18:21:51,067 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38551 2024-11-09T18:21:51,067 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38551 2024-11-09T18:21:51,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38551 2024-11-09T18:21:51,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38551 2024-11-09T18:21:51,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38551 2024-11-09T18:21:51,082 DEBUG [M:0;fb97eb0edbe8:34433 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fb97eb0edbe8:34433 2024-11-09T18:21:51,082 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1889719177/backup-masters/fb97eb0edbe8,34433,1731176510911 2024-11-09T18:21:51,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34433-0x10120d5116f0003, quorum=127.0.0.1:60905, baseZNode=/1889719177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1889719177/backup-masters 2024-11-09T18:21:51,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38551-0x10120d5116f0004, quorum=127.0.0.1:60905, baseZNode=/1889719177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1889719177/backup-masters 2024-11-09T18:21:51,094 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34433-0x10120d5116f0003, quorum=127.0.0.1:60905, baseZNode=/1889719177 Set watcher on existing znode=/1889719177/backup-masters/fb97eb0edbe8,34433,1731176510911 2024-11-09T18:21:51,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38551-0x10120d5116f0004, quorum=127.0.0.1:60905, baseZNode=/1889719177 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1889719177/master 2024-11-09T18:21:51,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34433-0x10120d5116f0003, quorum=127.0.0.1:60905, baseZNode=/1889719177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1889719177 2024-11-09T18:21:51,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38551-0x10120d5116f0004, quorum=127.0.0.1:60905, baseZNode=/1889719177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1889719177 2024-11-09T18:21:51,104 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34433-0x10120d5116f0003, quorum=127.0.0.1:60905, baseZNode=/1889719177 Set watcher on existing znode=/1889719177/master 2024-11-09T18:21:51,104 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1889719177/backup-masters/fb97eb0edbe8,34433,1731176510911 from backup master directory 2024-11-09T18:21:51,114 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T18:21:51,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34433-0x10120d5116f0003, quorum=127.0.0.1:60905, baseZNode=/1889719177 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1889719177/backup-masters/fb97eb0edbe8,34433,1731176510911 2024-11-09T18:21:51,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38551-0x10120d5116f0004, quorum=127.0.0.1:60905, baseZNode=/1889719177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1889719177/backup-masters 2024-11-09T18:21:51,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34433-0x10120d5116f0003, quorum=127.0.0.1:60905, baseZNode=/1889719177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1889719177/backup-masters 2024-11-09T18:21:51,114 WARN [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T18:21:51,114 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fb97eb0edbe8,34433,1731176510911 2024-11-09T18:21:51,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:51,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:51,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:51,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:51,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:51,117 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/hbase.id] with ID: 9946a67e-dec7-483b-9252-21ee326962b0 2024-11-09T18:21:51,117 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/.tmp/hbase.id 2024-11-09T18:21:51,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741826_1002 (size=42) 2024-11-09T18:21:51,122 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/.tmp/hbase.id]:[hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/hbase.id] 2024-11-09T18:21:51,134 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:21:51,135 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T18:21:51,135 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-09T18:21:51,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34433-0x10120d5116f0003, quorum=127.0.0.1:60905, baseZNode=/1889719177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1889719177 2024-11-09T18:21:51,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38551-0x10120d5116f0004, quorum=127.0.0.1:60905, baseZNode=/1889719177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1889719177 2024-11-09T18:21:51,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741827_1003 (size=196) 2024-11-09T18:21:51,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:51,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:51,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:51,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:51,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:51,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:51,168 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:51,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:51,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:51,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:51,557 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:21:51,558 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T18:21:51,558 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:21:51,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741828_1004 (size=1189) 2024-11-09T18:21:51,965 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/MasterData/data/master/store 2024-11-09T18:21:51,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741829_1005 (size=34) 2024-11-09T18:21:52,370 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:21:52,370 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T18:21:52,370 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:21:52,370 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:21:52,370 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T18:21:52,370 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:21:52,370 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:21:52,370 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731176512370Disabling compacts and flushes for region at 1731176512370Disabling writes for close at 1731176512370Writing region close event to WAL at 1731176512370Closed at 1731176512370 2024-11-09T18:21:52,371 WARN [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/MasterData/data/master/store/.initializing 2024-11-09T18:21:52,371 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/MasterData/WALs/fb97eb0edbe8,34433,1731176510911 2024-11-09T18:21:52,372 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T18:21:52,373 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb97eb0edbe8%2C34433%2C1731176510911, suffix=, logDir=hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/MasterData/WALs/fb97eb0edbe8,34433,1731176510911, archiveDir=hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/MasterData/oldWALs, maxLogs=10 2024-11-09T18:21:52,385 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/MasterData/WALs/fb97eb0edbe8,34433,1731176510911/fb97eb0edbe8%2C34433%2C1731176510911.1731176512373, exclude list is [], retry=0 2024-11-09T18:21:52,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40951,DS-68d6e0f1-abea-418e-b93a-5f9592e2ed7c,DISK] 2024-11-09T18:21:52,389 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/MasterData/WALs/fb97eb0edbe8,34433,1731176510911/fb97eb0edbe8%2C34433%2C1731176510911.1731176512373 2024-11-09T18:21:52,389 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38751:38751)] 2024-11-09T18:21:52,389 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:21:52,389 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:21:52,389 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:21:52,389 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:21:52,390 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:21:52,391 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T18:21:52,391 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:52,391 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:21:52,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:21:52,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T18:21:52,392 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:52,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:21:52,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:21:52,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T18:21:52,394 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:52,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:21:52,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:21:52,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T18:21:52,395 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:52,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:21:52,395 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:21:52,395 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:21:52,396 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:21:52,396 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:21:52,396 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:21:52,397 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:21:52,397 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:21:52,398 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:21:52,399 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59091110, jitterRate=-0.11947384476661682}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:21:52,399 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731176512389Initializing all the Stores at 1731176512390 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176512390Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176512390Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176512390Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176512390Cleaning up temporary data from old regions at 1731176512396 (+6 ms)Region opened successfully at 1731176512399 (+3 ms) 2024-11-09T18:21:52,399 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T18:21:52,401 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c0cc2ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb97eb0edbe8/172.17.0.3:0 2024-11-09T18:21:52,402 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T18:21:52,402 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T18:21:52,402 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T18:21:52,402 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T18:21:52,402 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T18:21:52,402 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T18:21:52,402 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T18:21:52,404 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T18:21:52,404 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34433-0x10120d5116f0003, quorum=127.0.0.1:60905, baseZNode=/1889719177 Unable to get data of znode /1889719177/balancer because node does not exist (not necessarily an error) 2024-11-09T18:21:52,475 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1889719177/balancer already deleted, retry=false 2024-11-09T18:21:52,476 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T18:21:52,477 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34433-0x10120d5116f0003, quorum=127.0.0.1:60905, baseZNode=/1889719177 Unable to get data of znode /1889719177/normalizer because node does not exist (not necessarily an error) 2024-11-09T18:21:52,486 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1889719177/normalizer already deleted, retry=false 2024-11-09T18:21:52,486 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T18:21:52,487 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34433-0x10120d5116f0003, quorum=127.0.0.1:60905, baseZNode=/1889719177 Unable to get data of znode /1889719177/switch/split because node does not exist (not necessarily an error) 2024-11-09T18:21:52,571 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1889719177/switch/split already deleted, retry=false 2024-11-09T18:21:52,572 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34433-0x10120d5116f0003, quorum=127.0.0.1:60905, baseZNode=/1889719177 Unable to get data of znode /1889719177/switch/merge because node does not exist (not necessarily an error) 2024-11-09T18:21:52,623 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1889719177/switch/merge already deleted, retry=false 2024-11-09T18:21:52,625 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34433-0x10120d5116f0003, quorum=127.0.0.1:60905, baseZNode=/1889719177 Unable to get data of znode /1889719177/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T18:21:52,728 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1889719177/snapshot-cleanup already deleted, retry=false 2024-11-09T18:21:52,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38551-0x10120d5116f0004, quorum=127.0.0.1:60905, baseZNode=/1889719177 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1889719177/running 2024-11-09T18:21:52,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34433-0x10120d5116f0003, quorum=127.0.0.1:60905, baseZNode=/1889719177 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1889719177/running 2024-11-09T18:21:52,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38551-0x10120d5116f0004, quorum=127.0.0.1:60905, baseZNode=/1889719177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1889719177 2024-11-09T18:21:52,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34433-0x10120d5116f0003, quorum=127.0.0.1:60905, baseZNode=/1889719177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1889719177 2024-11-09T18:21:52,770 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fb97eb0edbe8,34433,1731176510911, sessionid=0x10120d5116f0003, setting cluster-up flag (Was=false) 2024-11-09T18:21:52,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38551-0x10120d5116f0004, quorum=127.0.0.1:60905, baseZNode=/1889719177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1889719177 2024-11-09T18:21:52,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34433-0x10120d5116f0003, quorum=127.0.0.1:60905, baseZNode=/1889719177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1889719177 2024-11-09T18:21:52,823 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1889719177/flush-table-proc/acquired, /1889719177/flush-table-proc/reached, /1889719177/flush-table-proc/abort 2024-11-09T18:21:52,824 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb97eb0edbe8,34433,1731176510911 2024-11-09T18:21:52,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38551-0x10120d5116f0004, quorum=127.0.0.1:60905, baseZNode=/1889719177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1889719177 2024-11-09T18:21:52,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34433-0x10120d5116f0003, quorum=127.0.0.1:60905, baseZNode=/1889719177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1889719177 2024-11-09T18:21:52,875 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1889719177/online-snapshot/acquired, /1889719177/online-snapshot/reached, /1889719177/online-snapshot/abort 2024-11-09T18:21:52,876 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb97eb0edbe8,34433,1731176510911 2024-11-09T18:21:52,877 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T18:21:52,878 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T18:21:52,878 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T18:21:52,879 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T18:21:52,879 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fb97eb0edbe8,34433,1731176510911 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T18:21:52,880 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:21:52,880 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:21:52,880 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:21:52,880 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:21:52,880 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fb97eb0edbe8:0, corePoolSize=10, maxPoolSize=10 2024-11-09T18:21:52,880 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:21:52,880 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=2, maxPoolSize=2 2024-11-09T18:21:52,880 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:21:52,881 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731176542881 2024-11-09T18:21:52,881 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T18:21:52,881 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T18:21:52,881 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T18:21:52,881 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T18:21:52,881 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:21:52,881 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T18:21:52,882 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T18:21:52,882 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T18:21:52,882 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:52,882 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T18:21:52,882 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T18:21:52,882 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T18:21:52,882 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T18:21:52,882 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T18:21:52,882 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T18:21:52,882 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:52,882 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731176512882,5,FailOnTimeoutGroup] 2024-11-09T18:21:52,883 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731176512883,5,FailOnTimeoutGroup] 2024-11-09T18:21:52,883 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T18:21:52,883 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:52,883 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T18:21:52,883 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:52,883 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:52,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741831_1007 (size=1321) 2024-11-09T18:21:52,974 INFO [RS:0;fb97eb0edbe8:38551 {}] regionserver.HRegionServer(746): ClusterId : 9946a67e-dec7-483b-9252-21ee326962b0 2024-11-09T18:21:52,974 DEBUG [RS:0;fb97eb0edbe8:38551 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T18:21:52,981 DEBUG [RS:0;fb97eb0edbe8:38551 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T18:21:52,981 DEBUG [RS:0;fb97eb0edbe8:38551 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T18:21:52,992 DEBUG [RS:0;fb97eb0edbe8:38551 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T18:21:52,992 DEBUG [RS:0;fb97eb0edbe8:38551 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31f017da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb97eb0edbe8/172.17.0.3:0 2024-11-09T18:21:53,003 DEBUG [RS:0;fb97eb0edbe8:38551 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fb97eb0edbe8:38551 2024-11-09T18:21:53,003 INFO [RS:0;fb97eb0edbe8:38551 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T18:21:53,003 INFO [RS:0;fb97eb0edbe8:38551 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T18:21:53,003 DEBUG [RS:0;fb97eb0edbe8:38551 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T18:21:53,003 INFO [RS:0;fb97eb0edbe8:38551 {}] regionserver.HRegionServer(2659): reportForDuty to master=fb97eb0edbe8,34433,1731176510911 with port=38551, startcode=1731176511051 2024-11-09T18:21:53,003 DEBUG [RS:0;fb97eb0edbe8:38551 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T18:21:53,005 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32939, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T18:21:53,005 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34433 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fb97eb0edbe8,38551,1731176511051 2024-11-09T18:21:53,005 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34433 {}] master.ServerManager(517): Registering regionserver=fb97eb0edbe8,38551,1731176511051 2024-11-09T18:21:53,006 DEBUG [RS:0;fb97eb0edbe8:38551 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee 2024-11-09T18:21:53,006 DEBUG [RS:0;fb97eb0edbe8:38551 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41621 2024-11-09T18:21:53,006 DEBUG [RS:0;fb97eb0edbe8:38551 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T18:21:53,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34433-0x10120d5116f0003, quorum=127.0.0.1:60905, baseZNode=/1889719177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1889719177/rs 2024-11-09T18:21:53,095 DEBUG [RS:0;fb97eb0edbe8:38551 {}] zookeeper.ZKUtil(111): regionserver:38551-0x10120d5116f0004, quorum=127.0.0.1:60905, baseZNode=/1889719177 Set watcher on existing znode=/1889719177/rs/fb97eb0edbe8,38551,1731176511051 2024-11-09T18:21:53,095 WARN [RS:0;fb97eb0edbe8:38551 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T18:21:53,095 INFO [RS:0;fb97eb0edbe8:38551 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:21:53,095 DEBUG [RS:0;fb97eb0edbe8:38551 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/WALs/fb97eb0edbe8,38551,1731176511051 2024-11-09T18:21:53,095 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fb97eb0edbe8,38551,1731176511051] 2024-11-09T18:21:53,099 INFO [RS:0;fb97eb0edbe8:38551 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T18:21:53,101 INFO [RS:0;fb97eb0edbe8:38551 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T18:21:53,102 INFO [RS:0;fb97eb0edbe8:38551 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T18:21:53,102 INFO [RS:0;fb97eb0edbe8:38551 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:53,102 INFO [RS:0;fb97eb0edbe8:38551 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T18:21:53,102 INFO [RS:0;fb97eb0edbe8:38551 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T18:21:53,102 INFO [RS:0;fb97eb0edbe8:38551 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:53,103 DEBUG [RS:0;fb97eb0edbe8:38551 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:21:53,103 DEBUG [RS:0;fb97eb0edbe8:38551 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:21:53,103 DEBUG [RS:0;fb97eb0edbe8:38551 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:21:53,103 DEBUG [RS:0;fb97eb0edbe8:38551 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:21:53,103 DEBUG [RS:0;fb97eb0edbe8:38551 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:21:53,103 DEBUG [RS:0;fb97eb0edbe8:38551 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=2, maxPoolSize=2 2024-11-09T18:21:53,103 DEBUG [RS:0;fb97eb0edbe8:38551 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:21:53,103 DEBUG [RS:0;fb97eb0edbe8:38551 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:21:53,103 DEBUG [RS:0;fb97eb0edbe8:38551 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:21:53,103 DEBUG [RS:0;fb97eb0edbe8:38551 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:21:53,103 DEBUG [RS:0;fb97eb0edbe8:38551 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:21:53,103 DEBUG [RS:0;fb97eb0edbe8:38551 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:21:53,103 DEBUG [RS:0;fb97eb0edbe8:38551 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:21:53,103 DEBUG [RS:0;fb97eb0edbe8:38551 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:21:53,104 INFO [RS:0;fb97eb0edbe8:38551 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:53,105 INFO [RS:0;fb97eb0edbe8:38551 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:53,105 INFO [RS:0;fb97eb0edbe8:38551 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:53,105 INFO [RS:0;fb97eb0edbe8:38551 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:53,105 INFO [RS:0;fb97eb0edbe8:38551 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:53,105 INFO [RS:0;fb97eb0edbe8:38551 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,38551,1731176511051-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T18:21:53,121 INFO [RS:0;fb97eb0edbe8:38551 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T18:21:53,121 INFO [RS:0;fb97eb0edbe8:38551 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,38551,1731176511051-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:53,121 INFO [RS:0;fb97eb0edbe8:38551 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:53,121 INFO [RS:0;fb97eb0edbe8:38551 {}] regionserver.Replication(171): fb97eb0edbe8,38551,1731176511051 started 2024-11-09T18:21:53,133 INFO [RS:0;fb97eb0edbe8:38551 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:53,133 INFO [RS:0;fb97eb0edbe8:38551 {}] regionserver.HRegionServer(1482): Serving as fb97eb0edbe8,38551,1731176511051, RpcServer on fb97eb0edbe8/172.17.0.3:38551, sessionid=0x10120d5116f0004 2024-11-09T18:21:53,134 DEBUG [RS:0;fb97eb0edbe8:38551 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T18:21:53,134 DEBUG [RS:0;fb97eb0edbe8:38551 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fb97eb0edbe8,38551,1731176511051 2024-11-09T18:21:53,134 DEBUG [RS:0;fb97eb0edbe8:38551 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,38551,1731176511051' 2024-11-09T18:21:53,134 DEBUG [RS:0;fb97eb0edbe8:38551 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1889719177/flush-table-proc/abort' 2024-11-09T18:21:53,134 DEBUG [RS:0;fb97eb0edbe8:38551 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1889719177/flush-table-proc/acquired' 2024-11-09T18:21:53,135 DEBUG [RS:0;fb97eb0edbe8:38551 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T18:21:53,135 DEBUG [RS:0;fb97eb0edbe8:38551 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T18:21:53,135 DEBUG [RS:0;fb97eb0edbe8:38551 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fb97eb0edbe8,38551,1731176511051 2024-11-09T18:21:53,135 DEBUG [RS:0;fb97eb0edbe8:38551 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,38551,1731176511051' 2024-11-09T18:21:53,135 DEBUG [RS:0;fb97eb0edbe8:38551 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1889719177/online-snapshot/abort' 2024-11-09T18:21:53,135 DEBUG [RS:0;fb97eb0edbe8:38551 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1889719177/online-snapshot/acquired' 2024-11-09T18:21:53,135 DEBUG [RS:0;fb97eb0edbe8:38551 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T18:21:53,135 INFO [RS:0;fb97eb0edbe8:38551 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T18:21:53,135 INFO [RS:0;fb97eb0edbe8:38551 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T18:21:53,236 INFO [RS:0;fb97eb0edbe8:38551 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T18:21:53,237 INFO [RS:0;fb97eb0edbe8:38551 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fb97eb0edbe8%2C38551%2C1731176511051, suffix=, logDir=hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/WALs/fb97eb0edbe8,38551,1731176511051, archiveDir=hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/oldWALs, maxLogs=10 2024-11-09T18:21:53,250 DEBUG [RS:0;fb97eb0edbe8:38551 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/WALs/fb97eb0edbe8,38551,1731176511051/fb97eb0edbe8%2C38551%2C1731176511051.1731176513237, exclude list is [], retry=0 2024-11-09T18:21:53,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40951,DS-68d6e0f1-abea-418e-b93a-5f9592e2ed7c,DISK] 2024-11-09T18:21:53,253 INFO [RS:0;fb97eb0edbe8:38551 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/WALs/fb97eb0edbe8,38551,1731176511051/fb97eb0edbe8%2C38551%2C1731176511051.1731176513237 2024-11-09T18:21:53,254 DEBUG [RS:0;fb97eb0edbe8:38551 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38751:38751)] 2024-11-09T18:21:53,293 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T18:21:53,293 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee 2024-11-09T18:21:53,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741833_1009 (size=32) 2024-11-09T18:21:53,322 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T18:21:53,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:21:53,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T18:21:53,701 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T18:21:53,701 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:53,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:21:53,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T18:21:53,702 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T18:21:53,702 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:53,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:21:53,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T18:21:53,703 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T18:21:53,703 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:53,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:21:53,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T18:21:53,704 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T18:21:53,704 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:53,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:21:53,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T18:21:53,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/data/hbase/meta/1588230740 2024-11-09T18:21:53,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/data/hbase/meta/1588230740 2024-11-09T18:21:53,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T18:21:53,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T18:21:53,706 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:21:53,707 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T18:21:53,709 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:21:53,709 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74510970, jitterRate=0.1102999746799469}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:21:53,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731176513699Initializing all the Stores at 1731176513699Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176513699Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176513700 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176513700Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176513700Cleaning up temporary data from old regions at 1731176513706 (+6 ms)Region opened successfully at 1731176513709 (+3 ms) 2024-11-09T18:21:53,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T18:21:53,709 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T18:21:53,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T18:21:53,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T18:21:53,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T18:21:53,710 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T18:21:53,710 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731176513709Disabling compacts and flushes for region at 1731176513709Disabling writes for close at 1731176513709Writing region close event to WAL at 1731176513710 (+1 ms)Closed at 1731176513710 2024-11-09T18:21:53,711 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:21:53,711 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T18:21:53,711 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T18:21:53,712 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T18:21:53,712 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T18:21:53,863 DEBUG [fb97eb0edbe8:34433 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T18:21:53,863 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fb97eb0edbe8,38551,1731176511051 2024-11-09T18:21:53,864 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb97eb0edbe8,38551,1731176511051, state=OPENING 2024-11-09T18:21:53,928 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T18:21:53,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34433-0x10120d5116f0003, quorum=127.0.0.1:60905, baseZNode=/1889719177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1889719177 2024-11-09T18:21:53,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38551-0x10120d5116f0004, quorum=127.0.0.1:60905, baseZNode=/1889719177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1889719177 2024-11-09T18:21:53,939 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T18:21:53,939 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1889719177/meta-region-server: CHANGED 2024-11-09T18:21:53,939 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1889719177/meta-region-server: CHANGED 2024-11-09T18:21:53,939 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,38551,1731176511051}] 2024-11-09T18:21:54,091 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T18:21:54,092 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37485, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T18:21:54,095 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T18:21:54,095 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:21:54,095 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T18:21:54,096 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fb97eb0edbe8%2C38551%2C1731176511051.meta, suffix=.meta, logDir=hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/WALs/fb97eb0edbe8,38551,1731176511051, archiveDir=hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/oldWALs, maxLogs=10 2024-11-09T18:21:54,109 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/WALs/fb97eb0edbe8,38551,1731176511051/fb97eb0edbe8%2C38551%2C1731176511051.meta.1731176514096.meta, exclude list is [], retry=0 2024-11-09T18:21:54,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40951,DS-68d6e0f1-abea-418e-b93a-5f9592e2ed7c,DISK] 2024-11-09T18:21:54,112 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/WALs/fb97eb0edbe8,38551,1731176511051/fb97eb0edbe8%2C38551%2C1731176511051.meta.1731176514096.meta 2024-11-09T18:21:54,113 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38751:38751)] 2024-11-09T18:21:54,113 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:21:54,113 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T18:21:54,113 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T18:21:54,114 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T18:21:54,114 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T18:21:54,114 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T18:21:54,114 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:21:54,114 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T18:21:54,114 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T18:21:54,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T18:21:54,116 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T18:21:54,116 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:54,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:21:54,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T18:21:54,117 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T18:21:54,117 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:54,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:21:54,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T18:21:54,118 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T18:21:54,118 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:54,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:21:54,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T18:21:54,118 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T18:21:54,119 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:54,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:21:54,119 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T18:21:54,119 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/data/hbase/meta/1588230740 2024-11-09T18:21:54,120 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/data/hbase/meta/1588230740 2024-11-09T18:21:54,121 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T18:21:54,121 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T18:21:54,121 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:21:54,122 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T18:21:54,123 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61755467, jitterRate=-0.07977183163166046}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:21:54,123 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T18:21:54,123 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731176514114Writing region info on filesystem at 1731176514114Initializing all the Stores at 1731176514115 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176514115Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176514115Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176514115Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176514115Cleaning up temporary data from old regions at 1731176514121 (+6 ms)Running coprocessor post-open hooks at 1731176514123 (+2 ms)Region opened successfully at 1731176514123 2024-11-09T18:21:54,124 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731176514091 2024-11-09T18:21:54,126 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T18:21:54,126 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T18:21:54,126 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,38551,1731176511051 2024-11-09T18:21:54,127 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb97eb0edbe8,38551,1731176511051, state=OPEN 2024-11-09T18:21:54,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34433-0x10120d5116f0003, quorum=127.0.0.1:60905, baseZNode=/1889719177 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1889719177/meta-region-server 2024-11-09T18:21:54,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38551-0x10120d5116f0004, quorum=127.0.0.1:60905, baseZNode=/1889719177 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1889719177/meta-region-server 2024-11-09T18:21:54,149 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,38551,1731176511051 2024-11-09T18:21:54,149 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1889719177/meta-region-server: CHANGED 2024-11-09T18:21:54,149 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1889719177/meta-region-server: CHANGED 2024-11-09T18:21:54,151 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T18:21:54,151 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,38551,1731176511051 in 210 msec 2024-11-09T18:21:54,152 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T18:21:54,152 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 440 msec 2024-11-09T18:21:54,152 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:21:54,152 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T18:21:54,153 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:21:54,153 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,38551,1731176511051, seqNum=-1] 2024-11-09T18:21:54,154 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:21:54,155 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40333, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:21:54,159 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2800 sec 2024-11-09T18:21:54,159 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731176514159, completionTime=-1 2024-11-09T18:21:54,159 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T18:21:54,159 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T18:21:54,160 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T18:21:54,160 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731176574160 2024-11-09T18:21:54,160 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731176634160 2024-11-09T18:21:54,160 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T18:21:54,161 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,34433,1731176510911-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:54,161 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,34433,1731176510911-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:54,161 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,34433,1731176510911-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:54,161 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fb97eb0edbe8:34433, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:54,161 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:54,161 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:54,162 DEBUG [master/fb97eb0edbe8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T18:21:54,163 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.048sec 2024-11-09T18:21:54,163 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T18:21:54,163 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T18:21:54,163 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T18:21:54,163 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T18:21:54,164 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T18:21:54,164 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,34433,1731176510911-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T18:21:54,164 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,34433,1731176510911-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T18:21:54,165 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T18:21:54,165 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T18:21:54,166 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,34433,1731176510911-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:54,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2544141d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:21:54,175 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,34433,-1 for getting cluster id 2024-11-09T18:21:54,175 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:21:54,176 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9946a67e-dec7-483b-9252-21ee326962b0' 2024-11-09T18:21:54,176 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:21:54,176 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9946a67e-dec7-483b-9252-21ee326962b0" 2024-11-09T18:21:54,176 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ad696e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:21:54,176 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,34433,-1] 2024-11-09T18:21:54,177 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:21:54,177 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:21:54,177 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:21:54,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54ff4272, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:21:54,178 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:21:54,179 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,38551,1731176511051, seqNum=-1] 2024-11-09T18:21:54,179 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:21:54,180 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:21:54,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fb97eb0edbe8,34433,1731176510911 2024-11-09T18:21:54,182 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60905 2024-11-09T18:21:54,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60905, baseZNode=/1889719177 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:21:54,191 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10120d5116f0005 connected 2024-11-09T18:21:54,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe456ebe-a189-fa41-fed8-60630d49ef7c/hadoop.log.dir so I do NOT create it in target/test-data/f54f2820-3792-ebe7-ab74-bf230f78c1b2 2024-11-09T18:21:54,204 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe456ebe-a189-fa41-fed8-60630d49ef7c/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T18:21:54,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe456ebe-a189-fa41-fed8-60630d49ef7c/hadoop.tmp.dir so I do NOT create it in target/test-data/f54f2820-3792-ebe7-ab74-bf230f78c1b2 2024-11-09T18:21:54,204 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe456ebe-a189-fa41-fed8-60630d49ef7c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T18:21:54,204 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f54f2820-3792-ebe7-ab74-bf230f78c1b2 2024-11-09T18:21:54,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T18:21:54,205 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f54f2820-3792-ebe7-ab74-bf230f78c1b2/cluster_3b528dfb-559e-0abe-6cf5-f81aa764d2b5, deleteOnExit=true 2024-11-09T18:21:54,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T18:21:54,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f54f2820-3792-ebe7-ab74-bf230f78c1b2/test.cache.data in system properties and HBase conf 2024-11-09T18:21:54,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f54f2820-3792-ebe7-ab74-bf230f78c1b2/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T18:21:54,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f54f2820-3792-ebe7-ab74-bf230f78c1b2/hadoop.log.dir in system properties and HBase conf 2024-11-09T18:21:54,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f54f2820-3792-ebe7-ab74-bf230f78c1b2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T18:21:54,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f54f2820-3792-ebe7-ab74-bf230f78c1b2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T18:21:54,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T18:21:54,205 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T18:21:54,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f54f2820-3792-ebe7-ab74-bf230f78c1b2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T18:21:54,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f54f2820-3792-ebe7-ab74-bf230f78c1b2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T18:21:54,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f54f2820-3792-ebe7-ab74-bf230f78c1b2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T18:21:54,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f54f2820-3792-ebe7-ab74-bf230f78c1b2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T18:21:54,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f54f2820-3792-ebe7-ab74-bf230f78c1b2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T18:21:54,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f54f2820-3792-ebe7-ab74-bf230f78c1b2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T18:21:54,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f54f2820-3792-ebe7-ab74-bf230f78c1b2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T18:21:54,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f54f2820-3792-ebe7-ab74-bf230f78c1b2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T18:21:54,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f54f2820-3792-ebe7-ab74-bf230f78c1b2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T18:21:54,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f54f2820-3792-ebe7-ab74-bf230f78c1b2/nfs.dump.dir in system properties and HBase conf 2024-11-09T18:21:54,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f54f2820-3792-ebe7-ab74-bf230f78c1b2/java.io.tmpdir in system properties and HBase conf 2024-11-09T18:21:54,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f54f2820-3792-ebe7-ab74-bf230f78c1b2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T18:21:54,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f54f2820-3792-ebe7-ab74-bf230f78c1b2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T18:21:54,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f54f2820-3792-ebe7-ab74-bf230f78c1b2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T18:21:54,589 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:21:54,591 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T18:21:54,592 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T18:21:54,593 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T18:21:54,593 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T18:21:54,593 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:21:54,595 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8d1f9eb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f54f2820-3792-ebe7-ab74-bf230f78c1b2/hadoop.log.dir/,AVAILABLE} 2024-11-09T18:21:54,595 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6efede24{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T18:21:54,690 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6842fe12{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f54f2820-3792-ebe7-ab74-bf230f78c1b2/java.io.tmpdir/jetty-localhost-38181-hadoop-hdfs-3_4_1-tests_jar-_-any-943687408491434748/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T18:21:54,691 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@267ac701{HTTP/1.1, (http/1.1)}{localhost:38181} 2024-11-09T18:21:54,691 INFO [Time-limited test {}] server.Server(415): Started @285440ms 2024-11-09T18:21:54,933 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:21:54,937 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T18:21:54,940 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T18:21:54,940 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T18:21:54,940 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T18:21:54,941 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4382a269{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f54f2820-3792-ebe7-ab74-bf230f78c1b2/hadoop.log.dir/,AVAILABLE} 2024-11-09T18:21:54,941 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7197b560{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T18:21:55,042 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1823cd97{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f54f2820-3792-ebe7-ab74-bf230f78c1b2/java.io.tmpdir/jetty-localhost-45537-hadoop-hdfs-3_4_1-tests_jar-_-any-14264855804371997191/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:21:55,042 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@35ae1b94{HTTP/1.1, (http/1.1)}{localhost:45537} 2024-11-09T18:21:55,042 INFO [Time-limited test {}] server.Server(415): Started @285791ms 2024-11-09T18:21:55,043 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T18:21:55,557 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T18:21:55,557 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T18:21:55,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T18:21:55,558 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T18:21:55,675 WARN [Thread-3655 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f54f2820-3792-ebe7-ab74-bf230f78c1b2/cluster_3b528dfb-559e-0abe-6cf5-f81aa764d2b5/data/data1/current/BP-1744258370-172.17.0.3-1731176514225/current, will proceed with Du for space computation calculation, 2024-11-09T18:21:55,675 WARN [Thread-3656 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f54f2820-3792-ebe7-ab74-bf230f78c1b2/cluster_3b528dfb-559e-0abe-6cf5-f81aa764d2b5/data/data2/current/BP-1744258370-172.17.0.3-1731176514225/current, will proceed with Du for space computation calculation, 2024-11-09T18:21:55,692 WARN [Thread-3643 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T18:21:55,694 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x602672673cad347d with lease ID 0xd5be266f04c24e15: Processing first storage report for DS-f7708e46-fed4-400e-82ae-844a3a1fcac3 from datanode DatanodeRegistration(127.0.0.1:37347, datanodeUuid=b892dab8-1737-4569-acb0-8f75cf11e884, infoPort=34727, infoSecurePort=0, ipcPort=37055, storageInfo=lv=-57;cid=testClusterID;nsid=2086443085;c=1731176514225) 2024-11-09T18:21:55,695 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x602672673cad347d with lease ID 0xd5be266f04c24e15: from storage DS-f7708e46-fed4-400e-82ae-844a3a1fcac3 node DatanodeRegistration(127.0.0.1:37347, datanodeUuid=b892dab8-1737-4569-acb0-8f75cf11e884, infoPort=34727, infoSecurePort=0, ipcPort=37055, storageInfo=lv=-57;cid=testClusterID;nsid=2086443085;c=1731176514225), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T18:21:55,695 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x602672673cad347d with lease ID 0xd5be266f04c24e15: Processing first storage report for DS-95f1fe4e-0286-4d13-bd97-c72f4f061ff8 from datanode DatanodeRegistration(127.0.0.1:37347, datanodeUuid=b892dab8-1737-4569-acb0-8f75cf11e884, infoPort=34727, infoSecurePort=0, ipcPort=37055, storageInfo=lv=-57;cid=testClusterID;nsid=2086443085;c=1731176514225) 2024-11-09T18:21:55,695 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x602672673cad347d with lease ID 0xd5be266f04c24e15: from storage DS-95f1fe4e-0286-4d13-bd97-c72f4f061ff8 node DatanodeRegistration(127.0.0.1:37347, datanodeUuid=b892dab8-1737-4569-acb0-8f75cf11e884, infoPort=34727, infoSecurePort=0, ipcPort=37055, storageInfo=lv=-57;cid=testClusterID;nsid=2086443085;c=1731176514225), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T18:21:55,765 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f54f2820-3792-ebe7-ab74-bf230f78c1b2 2024-11-09T18:21:55,765 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:21:55,766 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:21:55,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37347 is added to blk_1073741825_1001 (size=7) 2024-11-09T18:21:56,173 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd with version=8 2024-11-09T18:21:56,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/hbase-staging 2024-11-09T18:21:56,175 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fb97eb0edbe8:0 server-side Connection retries=45 2024-11-09T18:21:56,175 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:21:56,175 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T18:21:56,176 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T18:21:56,176 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:21:56,176 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T18:21:56,176 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T18:21:56,176 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T18:21:56,176 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38725 2024-11-09T18:21:56,177 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38725 connecting to ZooKeeper ensemble=127.0.0.1:60905 2024-11-09T18:21:56,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:387250x0, quorum=127.0.0.1:60905, baseZNode=/2-1690853645 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:21:56,223 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38725-0x10120d5116f0006 connected 2024-11-09T18:21:56,296 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:21:56,298 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:21:56,300 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38725-0x10120d5116f0006, quorum=127.0.0.1:60905, baseZNode=/2-1690853645 Set watcher on znode that does not yet exist, /2-1690853645/running 2024-11-09T18:21:56,300 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd, hbase.cluster.distributed=false 2024-11-09T18:21:56,301 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38725-0x10120d5116f0006, quorum=127.0.0.1:60905, baseZNode=/2-1690853645 Set watcher on znode that does not yet exist, /2-1690853645/acl 2024-11-09T18:21:56,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38725 2024-11-09T18:21:56,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38725 2024-11-09T18:21:56,302 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38725 2024-11-09T18:21:56,302 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38725 2024-11-09T18:21:56,302 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38725 2024-11-09T18:21:56,315 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fb97eb0edbe8:0 server-side Connection retries=45 2024-11-09T18:21:56,315 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:21:56,315 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T18:21:56,315 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T18:21:56,315 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:21:56,315 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T18:21:56,315 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T18:21:56,315 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T18:21:56,316 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42001 2024-11-09T18:21:56,316 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42001 connecting to ZooKeeper ensemble=127.0.0.1:60905 2024-11-09T18:21:56,317 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:21:56,318 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:21:56,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:420010x0, quorum=127.0.0.1:60905, baseZNode=/2-1690853645 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:21:56,328 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:420010x0, quorum=127.0.0.1:60905, baseZNode=/2-1690853645 Set watcher on znode that does not yet exist, /2-1690853645/running 2024-11-09T18:21:56,328 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42001-0x10120d5116f0007 connected 2024-11-09T18:21:56,328 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T18:21:56,328 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T18:21:56,329 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42001-0x10120d5116f0007, quorum=127.0.0.1:60905, baseZNode=/2-1690853645 Set watcher on znode that does not yet exist, /2-1690853645/master 2024-11-09T18:21:56,329 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42001-0x10120d5116f0007, quorum=127.0.0.1:60905, baseZNode=/2-1690853645 Set watcher on znode that does not yet exist, /2-1690853645/acl 2024-11-09T18:21:56,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42001 2024-11-09T18:21:56,333 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42001 2024-11-09T18:21:56,333 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42001 2024-11-09T18:21:56,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42001 2024-11-09T18:21:56,337 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42001 2024-11-09T18:21:56,348 DEBUG [M:0;fb97eb0edbe8:38725 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fb97eb0edbe8:38725 2024-11-09T18:21:56,348 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1690853645/backup-masters/fb97eb0edbe8,38725,1731176516175 2024-11-09T18:21:56,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38725-0x10120d5116f0006, quorum=127.0.0.1:60905, baseZNode=/2-1690853645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1690853645/backup-masters 2024-11-09T18:21:56,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42001-0x10120d5116f0007, quorum=127.0.0.1:60905, baseZNode=/2-1690853645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1690853645/backup-masters 2024-11-09T18:21:56,360 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38725-0x10120d5116f0006, quorum=127.0.0.1:60905, baseZNode=/2-1690853645 Set watcher on existing znode=/2-1690853645/backup-masters/fb97eb0edbe8,38725,1731176516175 2024-11-09T18:21:56,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42001-0x10120d5116f0007, quorum=127.0.0.1:60905, baseZNode=/2-1690853645 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1690853645/master 2024-11-09T18:21:56,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38725-0x10120d5116f0006, quorum=127.0.0.1:60905, baseZNode=/2-1690853645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1690853645 2024-11-09T18:21:56,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42001-0x10120d5116f0007, quorum=127.0.0.1:60905, baseZNode=/2-1690853645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1690853645 2024-11-09T18:21:56,370 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38725-0x10120d5116f0006, quorum=127.0.0.1:60905, baseZNode=/2-1690853645 Set watcher on existing znode=/2-1690853645/master 2024-11-09T18:21:56,370 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1690853645/backup-masters/fb97eb0edbe8,38725,1731176516175 from backup master directory 2024-11-09T18:21:56,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38725-0x10120d5116f0006, quorum=127.0.0.1:60905, baseZNode=/2-1690853645 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1690853645/backup-masters/fb97eb0edbe8,38725,1731176516175 2024-11-09T18:21:56,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42001-0x10120d5116f0007, quorum=127.0.0.1:60905, baseZNode=/2-1690853645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1690853645/backup-masters 2024-11-09T18:21:56,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38725-0x10120d5116f0006, quorum=127.0.0.1:60905, baseZNode=/2-1690853645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1690853645/backup-masters 2024-11-09T18:21:56,380 WARN [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T18:21:56,380 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fb97eb0edbe8,38725,1731176516175 2024-11-09T18:21:56,383 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/hbase.id] with ID: 9988a747-d3ae-45fa-807e-a417a753a351 2024-11-09T18:21:56,383 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/.tmp/hbase.id 2024-11-09T18:21:56,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37347 is added to blk_1073741826_1002 (size=42) 2024-11-09T18:21:56,787 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/.tmp/hbase.id]:[hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/hbase.id] 2024-11-09T18:21:56,794 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:21:56,794 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T18:21:56,795 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T18:21:56,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38725-0x10120d5116f0006, quorum=127.0.0.1:60905, baseZNode=/2-1690853645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1690853645 2024-11-09T18:21:56,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42001-0x10120d5116f0007, quorum=127.0.0.1:60905, baseZNode=/2-1690853645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1690853645 2024-11-09T18:21:56,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37347 is added to blk_1073741827_1003 (size=196) 2024-11-09T18:21:57,290 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:21:57,291 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T18:21:57,291 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:21:57,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37347 is added to blk_1073741828_1004 (size=1189) 2024-11-09T18:21:57,696 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/MasterData/data/master/store 2024-11-09T18:21:57,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37347 is added to blk_1073741829_1005 (size=34) 2024-11-09T18:21:58,101 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:21:58,101 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T18:21:58,101 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:21:58,101 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:21:58,101 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T18:21:58,101 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:21:58,101 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:21:58,101 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731176518101Disabling compacts and flushes for region at 1731176518101Disabling writes for close at 1731176518101Writing region close event to WAL at 1731176518101Closed at 1731176518101 2024-11-09T18:21:58,102 WARN [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/MasterData/data/master/store/.initializing 2024-11-09T18:21:58,102 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/MasterData/WALs/fb97eb0edbe8,38725,1731176516175 2024-11-09T18:21:58,102 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T18:21:58,103 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb97eb0edbe8%2C38725%2C1731176516175, suffix=, logDir=hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/MasterData/WALs/fb97eb0edbe8,38725,1731176516175, archiveDir=hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/MasterData/oldWALs, maxLogs=10 2024-11-09T18:21:58,117 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/MasterData/WALs/fb97eb0edbe8,38725,1731176516175/fb97eb0edbe8%2C38725%2C1731176516175.1731176518104, exclude list is [], retry=0 2024-11-09T18:21:58,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37347,DS-f7708e46-fed4-400e-82ae-844a3a1fcac3,DISK] 2024-11-09T18:21:58,121 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/MasterData/WALs/fb97eb0edbe8,38725,1731176516175/fb97eb0edbe8%2C38725%2C1731176516175.1731176518104 2024-11-09T18:21:58,121 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34727:34727)] 2024-11-09T18:21:58,121 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:21:58,121 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:21:58,121 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:21:58,121 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:21:58,125 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:21:58,126 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T18:21:58,126 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:58,127 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:21:58,127 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:21:58,128 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T18:21:58,128 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:58,128 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:21:58,128 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:21:58,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T18:21:58,129 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:58,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:21:58,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:21:58,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T18:21:58,130 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:58,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:21:58,130 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:21:58,131 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:21:58,131 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:21:58,132 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:21:58,132 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:21:58,132 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:21:58,133 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:21:58,134 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:21:58,135 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73544870, jitterRate=0.09590396285057068}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:21:58,135 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731176518122Initializing all the Stores at 1731176518122Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176518122Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176518125 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176518125Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176518125Cleaning up temporary data from old regions at 1731176518132 (+7 ms)Region opened successfully at 1731176518135 (+3 ms) 2024-11-09T18:21:58,135 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T18:21:58,137 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6abeab30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb97eb0edbe8/172.17.0.3:0 2024-11-09T18:21:58,138 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T18:21:58,138 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T18:21:58,138 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T18:21:58,138 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T18:21:58,138 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T18:21:58,138 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T18:21:58,138 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T18:21:58,140 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T18:21:58,140 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38725-0x10120d5116f0006, quorum=127.0.0.1:60905, baseZNode=/2-1690853645 Unable to get data of znode /2-1690853645/balancer because node does not exist (not necessarily an error) 2024-11-09T18:21:58,201 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1690853645/balancer already deleted, retry=false 2024-11-09T18:21:58,201 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T18:21:58,202 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38725-0x10120d5116f0006, quorum=127.0.0.1:60905, baseZNode=/2-1690853645 Unable to get data of znode /2-1690853645/normalizer because node does not exist (not necessarily an error) 2024-11-09T18:21:58,212 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1690853645/normalizer already deleted, retry=false 2024-11-09T18:21:58,212 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T18:21:58,213 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38725-0x10120d5116f0006, quorum=127.0.0.1:60905, baseZNode=/2-1690853645 Unable to get data of znode /2-1690853645/switch/split because node does not exist (not necessarily an error) 2024-11-09T18:21:58,222 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1690853645/switch/split already deleted, retry=false 2024-11-09T18:21:58,223 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38725-0x10120d5116f0006, quorum=127.0.0.1:60905, baseZNode=/2-1690853645 Unable to get data of znode /2-1690853645/switch/merge because node does not exist (not necessarily an error) 2024-11-09T18:21:58,233 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1690853645/switch/merge already deleted, retry=false 2024-11-09T18:21:58,234 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38725-0x10120d5116f0006, quorum=127.0.0.1:60905, baseZNode=/2-1690853645 Unable to get data of znode /2-1690853645/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T18:21:58,243 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1690853645/snapshot-cleanup already deleted, retry=false 2024-11-09T18:21:58,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42001-0x10120d5116f0007, quorum=127.0.0.1:60905, baseZNode=/2-1690853645 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1690853645/running 2024-11-09T18:21:58,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38725-0x10120d5116f0006, quorum=127.0.0.1:60905, baseZNode=/2-1690853645 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1690853645/running 2024-11-09T18:21:58,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42001-0x10120d5116f0007, quorum=127.0.0.1:60905, baseZNode=/2-1690853645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1690853645 2024-11-09T18:21:58,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38725-0x10120d5116f0006, quorum=127.0.0.1:60905, baseZNode=/2-1690853645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1690853645 2024-11-09T18:21:58,254 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fb97eb0edbe8,38725,1731176516175, sessionid=0x10120d5116f0006, setting cluster-up flag (Was=false) 2024-11-09T18:21:58,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38725-0x10120d5116f0006, quorum=127.0.0.1:60905, baseZNode=/2-1690853645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1690853645 2024-11-09T18:21:58,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42001-0x10120d5116f0007, quorum=127.0.0.1:60905, baseZNode=/2-1690853645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1690853645 2024-11-09T18:21:58,306 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1690853645/flush-table-proc/acquired, /2-1690853645/flush-table-proc/reached, /2-1690853645/flush-table-proc/abort 2024-11-09T18:21:58,307 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb97eb0edbe8,38725,1731176516175 2024-11-09T18:21:58,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42001-0x10120d5116f0007, quorum=127.0.0.1:60905, baseZNode=/2-1690853645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1690853645 2024-11-09T18:21:58,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38725-0x10120d5116f0006, quorum=127.0.0.1:60905, baseZNode=/2-1690853645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1690853645 2024-11-09T18:21:58,359 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1690853645/online-snapshot/acquired, /2-1690853645/online-snapshot/reached, /2-1690853645/online-snapshot/abort 2024-11-09T18:21:58,360 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb97eb0edbe8,38725,1731176516175 2024-11-09T18:21:58,360 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T18:21:58,361 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T18:21:58,362 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T18:21:58,362 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T18:21:58,362 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fb97eb0edbe8,38725,1731176516175 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T18:21:58,363 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:21:58,363 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:21:58,363 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:21:58,363 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:21:58,363 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fb97eb0edbe8:0, corePoolSize=10, maxPoolSize=10 2024-11-09T18:21:58,363 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:21:58,363 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=2, maxPoolSize=2 2024-11-09T18:21:58,363 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:21:58,364 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731176548364 2024-11-09T18:21:58,364 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T18:21:58,364 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T18:21:58,364 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T18:21:58,364 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T18:21:58,364 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T18:21:58,364 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T18:21:58,364 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:21:58,364 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T18:21:58,364 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:58,364 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T18:21:58,364 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T18:21:58,364 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T18:21:58,364 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T18:21:58,364 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T18:21:58,364 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T18:21:58,365 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:58,365 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731176518365,5,FailOnTimeoutGroup] 2024-11-09T18:21:58,365 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731176518365,5,FailOnTimeoutGroup] 2024-11-09T18:21:58,365 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:58,365 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T18:21:58,365 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T18:21:58,365 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:58,365 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:58,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37347 is added to blk_1073741831_1007 (size=1321) 2024-11-09T18:21:58,440 INFO [RS:0;fb97eb0edbe8:42001 {}] regionserver.HRegionServer(746): ClusterId : 9988a747-d3ae-45fa-807e-a417a753a351 2024-11-09T18:21:58,440 DEBUG [RS:0;fb97eb0edbe8:42001 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T18:21:58,451 DEBUG [RS:0;fb97eb0edbe8:42001 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T18:21:58,451 DEBUG [RS:0;fb97eb0edbe8:42001 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T18:21:58,462 DEBUG [RS:0;fb97eb0edbe8:42001 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T18:21:58,462 DEBUG [RS:0;fb97eb0edbe8:42001 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2834ea67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb97eb0edbe8/172.17.0.3:0 2024-11-09T18:21:58,472 DEBUG [RS:0;fb97eb0edbe8:42001 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fb97eb0edbe8:42001 2024-11-09T18:21:58,472 INFO [RS:0;fb97eb0edbe8:42001 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T18:21:58,472 INFO [RS:0;fb97eb0edbe8:42001 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T18:21:58,472 DEBUG [RS:0;fb97eb0edbe8:42001 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T18:21:58,473 INFO [RS:0;fb97eb0edbe8:42001 {}] regionserver.HRegionServer(2659): reportForDuty to master=fb97eb0edbe8,38725,1731176516175 with port=42001, startcode=1731176516315 2024-11-09T18:21:58,473 DEBUG [RS:0;fb97eb0edbe8:42001 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T18:21:58,474 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36043, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T18:21:58,474 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38725 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fb97eb0edbe8,42001,1731176516315 2024-11-09T18:21:58,474 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38725 {}] master.ServerManager(517): Registering regionserver=fb97eb0edbe8,42001,1731176516315 2024-11-09T18:21:58,475 DEBUG [RS:0;fb97eb0edbe8:42001 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd 2024-11-09T18:21:58,475 DEBUG [RS:0;fb97eb0edbe8:42001 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33255 2024-11-09T18:21:58,475 DEBUG [RS:0;fb97eb0edbe8:42001 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T18:21:58,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38725-0x10120d5116f0006, quorum=127.0.0.1:60905, baseZNode=/2-1690853645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1690853645/rs 2024-11-09T18:21:58,535 DEBUG [RS:0;fb97eb0edbe8:42001 {}] zookeeper.ZKUtil(111): regionserver:42001-0x10120d5116f0007, quorum=127.0.0.1:60905, baseZNode=/2-1690853645 Set watcher on existing znode=/2-1690853645/rs/fb97eb0edbe8,42001,1731176516315 2024-11-09T18:21:58,535 WARN [RS:0;fb97eb0edbe8:42001 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T18:21:58,535 INFO [RS:0;fb97eb0edbe8:42001 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:21:58,535 DEBUG [RS:0;fb97eb0edbe8:42001 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/WALs/fb97eb0edbe8,42001,1731176516315 2024-11-09T18:21:58,535 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fb97eb0edbe8,42001,1731176516315] 2024-11-09T18:21:58,537 INFO [RS:0;fb97eb0edbe8:42001 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T18:21:58,538 INFO [RS:0;fb97eb0edbe8:42001 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T18:21:58,538 INFO [RS:0;fb97eb0edbe8:42001 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T18:21:58,538 INFO [RS:0;fb97eb0edbe8:42001 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:58,538 INFO [RS:0;fb97eb0edbe8:42001 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T18:21:58,539 INFO [RS:0;fb97eb0edbe8:42001 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T18:21:58,539 INFO [RS:0;fb97eb0edbe8:42001 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:58,539 DEBUG [RS:0;fb97eb0edbe8:42001 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:21:58,539 DEBUG [RS:0;fb97eb0edbe8:42001 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:21:58,539 DEBUG [RS:0;fb97eb0edbe8:42001 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:21:58,539 DEBUG [RS:0;fb97eb0edbe8:42001 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:21:58,539 DEBUG [RS:0;fb97eb0edbe8:42001 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:21:58,539 DEBUG [RS:0;fb97eb0edbe8:42001 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=2, maxPoolSize=2 2024-11-09T18:21:58,539 DEBUG [RS:0;fb97eb0edbe8:42001 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:21:58,539 DEBUG [RS:0;fb97eb0edbe8:42001 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:21:58,539 DEBUG [RS:0;fb97eb0edbe8:42001 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:21:58,539 DEBUG [RS:0;fb97eb0edbe8:42001 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:21:58,539 DEBUG [RS:0;fb97eb0edbe8:42001 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:21:58,539 DEBUG [RS:0;fb97eb0edbe8:42001 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:21:58,539 DEBUG [RS:0;fb97eb0edbe8:42001 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:21:58,539 DEBUG [RS:0;fb97eb0edbe8:42001 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:21:58,539 INFO [RS:0;fb97eb0edbe8:42001 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:58,539 INFO [RS:0;fb97eb0edbe8:42001 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:58,539 INFO [RS:0;fb97eb0edbe8:42001 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:58,539 INFO [RS:0;fb97eb0edbe8:42001 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:58,539 INFO [RS:0;fb97eb0edbe8:42001 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:58,539 INFO [RS:0;fb97eb0edbe8:42001 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,42001,1731176516315-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T18:21:58,551 INFO [RS:0;fb97eb0edbe8:42001 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T18:21:58,551 INFO [RS:0;fb97eb0edbe8:42001 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,42001,1731176516315-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:58,552 INFO [RS:0;fb97eb0edbe8:42001 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:58,552 INFO [RS:0;fb97eb0edbe8:42001 {}] regionserver.Replication(171): fb97eb0edbe8,42001,1731176516315 started 2024-11-09T18:21:58,563 INFO [RS:0;fb97eb0edbe8:42001 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:58,563 INFO [RS:0;fb97eb0edbe8:42001 {}] regionserver.HRegionServer(1482): Serving as fb97eb0edbe8,42001,1731176516315, RpcServer on fb97eb0edbe8/172.17.0.3:42001, sessionid=0x10120d5116f0007 2024-11-09T18:21:58,563 DEBUG [RS:0;fb97eb0edbe8:42001 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T18:21:58,563 DEBUG [RS:0;fb97eb0edbe8:42001 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fb97eb0edbe8,42001,1731176516315 2024-11-09T18:21:58,563 DEBUG [RS:0;fb97eb0edbe8:42001 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,42001,1731176516315' 2024-11-09T18:21:58,563 DEBUG [RS:0;fb97eb0edbe8:42001 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1690853645/flush-table-proc/abort' 2024-11-09T18:21:58,564 DEBUG [RS:0;fb97eb0edbe8:42001 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1690853645/flush-table-proc/acquired' 2024-11-09T18:21:58,564 DEBUG [RS:0;fb97eb0edbe8:42001 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T18:21:58,564 DEBUG [RS:0;fb97eb0edbe8:42001 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T18:21:58,564 DEBUG [RS:0;fb97eb0edbe8:42001 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fb97eb0edbe8,42001,1731176516315 2024-11-09T18:21:58,564 DEBUG [RS:0;fb97eb0edbe8:42001 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,42001,1731176516315' 2024-11-09T18:21:58,564 DEBUG [RS:0;fb97eb0edbe8:42001 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1690853645/online-snapshot/abort' 2024-11-09T18:21:58,564 DEBUG [RS:0;fb97eb0edbe8:42001 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1690853645/online-snapshot/acquired' 2024-11-09T18:21:58,565 DEBUG [RS:0;fb97eb0edbe8:42001 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T18:21:58,565 INFO [RS:0;fb97eb0edbe8:42001 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T18:21:58,565 INFO [RS:0;fb97eb0edbe8:42001 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T18:21:58,665 INFO [RS:0;fb97eb0edbe8:42001 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T18:21:58,666 INFO [RS:0;fb97eb0edbe8:42001 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fb97eb0edbe8%2C42001%2C1731176516315, suffix=, logDir=hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/WALs/fb97eb0edbe8,42001,1731176516315, archiveDir=hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/oldWALs, maxLogs=10 2024-11-09T18:21:58,678 DEBUG [RS:0;fb97eb0edbe8:42001 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/WALs/fb97eb0edbe8,42001,1731176516315/fb97eb0edbe8%2C42001%2C1731176516315.1731176518666, exclude list is [], retry=0 2024-11-09T18:21:58,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37347,DS-f7708e46-fed4-400e-82ae-844a3a1fcac3,DISK] 2024-11-09T18:21:58,681 INFO [RS:0;fb97eb0edbe8:42001 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/WALs/fb97eb0edbe8,42001,1731176516315/fb97eb0edbe8%2C42001%2C1731176516315.1731176518666 2024-11-09T18:21:58,682 DEBUG [RS:0;fb97eb0edbe8:42001 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34727:34727)] 2024-11-09T18:21:58,772 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T18:21:58,772 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd 2024-11-09T18:21:58,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37347 is added to blk_1073741833_1009 (size=32) 2024-11-09T18:21:59,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:21:59,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T18:21:59,178 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T18:21:59,178 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:59,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:21:59,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T18:21:59,179 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T18:21:59,179 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:59,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:21:59,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T18:21:59,180 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T18:21:59,180 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:59,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:21:59,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T18:21:59,181 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T18:21:59,181 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:59,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:21:59,181 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T18:21:59,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/data/hbase/meta/1588230740 2024-11-09T18:21:59,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/data/hbase/meta/1588230740 2024-11-09T18:21:59,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T18:21:59,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T18:21:59,183 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:21:59,184 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T18:21:59,185 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:21:59,185 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66275511, jitterRate=-0.012417927384376526}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:21:59,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731176519177Initializing all the Stores at 1731176519177Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176519177Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176519178 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176519178Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176519178Cleaning up temporary data from old regions at 1731176519183 (+5 ms)Region opened successfully at 1731176519185 (+2 ms) 2024-11-09T18:21:59,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T18:21:59,185 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T18:21:59,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T18:21:59,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T18:21:59,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T18:21:59,185 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T18:21:59,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731176519185Disabling compacts and flushes for region at 1731176519185Disabling writes for close at 1731176519185Writing region close event to WAL at 1731176519185Closed at 1731176519185 2024-11-09T18:21:59,186 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:21:59,186 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T18:21:59,186 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T18:21:59,187 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T18:21:59,187 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T18:21:59,338 DEBUG [fb97eb0edbe8:38725 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T18:21:59,338 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fb97eb0edbe8,42001,1731176516315 2024-11-09T18:21:59,339 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb97eb0edbe8,42001,1731176516315, state=OPENING 2024-11-09T18:21:59,391 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T18:21:59,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38725-0x10120d5116f0006, quorum=127.0.0.1:60905, baseZNode=/2-1690853645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1690853645 2024-11-09T18:21:59,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42001-0x10120d5116f0007, quorum=127.0.0.1:60905, baseZNode=/2-1690853645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1690853645 2024-11-09T18:21:59,401 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T18:21:59,401 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1690853645/meta-region-server: CHANGED 2024-11-09T18:21:59,401 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1690853645/meta-region-server: CHANGED 2024-11-09T18:21:59,401 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,42001,1731176516315}] 2024-11-09T18:21:59,553 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T18:21:59,554 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43967, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T18:21:59,557 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T18:21:59,557 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:21:59,557 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T18:21:59,558 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fb97eb0edbe8%2C42001%2C1731176516315.meta, suffix=.meta, logDir=hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/WALs/fb97eb0edbe8,42001,1731176516315, archiveDir=hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/oldWALs, maxLogs=10 2024-11-09T18:21:59,570 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/WALs/fb97eb0edbe8,42001,1731176516315/fb97eb0edbe8%2C42001%2C1731176516315.meta.1731176519558.meta, exclude list is [], retry=0 2024-11-09T18:21:59,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37347,DS-f7708e46-fed4-400e-82ae-844a3a1fcac3,DISK] 2024-11-09T18:21:59,573 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/WALs/fb97eb0edbe8,42001,1731176516315/fb97eb0edbe8%2C42001%2C1731176516315.meta.1731176519558.meta 2024-11-09T18:21:59,574 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34727:34727)] 2024-11-09T18:21:59,574 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:21:59,574 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T18:21:59,574 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T18:21:59,574 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T18:21:59,574 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T18:21:59,574 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T18:21:59,574 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:21:59,574 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T18:21:59,574 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T18:21:59,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T18:21:59,576 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T18:21:59,576 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:59,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:21:59,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T18:21:59,577 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T18:21:59,577 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:59,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:21:59,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T18:21:59,577 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T18:21:59,577 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:59,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:21:59,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T18:21:59,578 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T18:21:59,578 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:59,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:21:59,578 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T18:21:59,579 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/data/hbase/meta/1588230740 2024-11-09T18:21:59,579 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/data/hbase/meta/1588230740 2024-11-09T18:21:59,580 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T18:21:59,580 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T18:21:59,580 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:21:59,581 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T18:21:59,582 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66160023, jitterRate=-0.014138832688331604}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:21:59,582 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T18:21:59,582 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731176519574Writing region info on filesystem at 1731176519574Initializing all the Stores at 1731176519575 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176519575Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176519575Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176519575Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176519575Cleaning up temporary data from old regions at 1731176519580 (+5 ms)Running coprocessor post-open hooks at 1731176519582 (+2 ms)Region opened successfully at 1731176519582 2024-11-09T18:21:59,582 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731176519553 2024-11-09T18:21:59,584 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T18:21:59,584 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T18:21:59,585 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,42001,1731176516315 2024-11-09T18:21:59,585 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb97eb0edbe8,42001,1731176516315, state=OPEN 2024-11-09T18:21:59,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38725-0x10120d5116f0006, quorum=127.0.0.1:60905, baseZNode=/2-1690853645 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1690853645/meta-region-server 2024-11-09T18:21:59,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42001-0x10120d5116f0007, quorum=127.0.0.1:60905, baseZNode=/2-1690853645 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1690853645/meta-region-server 2024-11-09T18:21:59,591 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,42001,1731176516315 2024-11-09T18:21:59,591 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1690853645/meta-region-server: CHANGED 2024-11-09T18:21:59,591 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1690853645/meta-region-server: CHANGED 2024-11-09T18:21:59,592 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T18:21:59,592 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,42001,1731176516315 in 190 msec 2024-11-09T18:21:59,594 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T18:21:59,594 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 406 msec 2024-11-09T18:21:59,594 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:21:59,594 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T18:21:59,595 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:21:59,595 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,42001,1731176516315, seqNum=-1] 2024-11-09T18:21:59,595 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:21:59,596 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39503, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:21:59,599 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2370 sec 2024-11-09T18:21:59,599 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731176519599, completionTime=-1 2024-11-09T18:21:59,599 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T18:21:59,599 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T18:21:59,601 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T18:21:59,601 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731176579601 2024-11-09T18:21:59,601 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731176639601 2024-11-09T18:21:59,601 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T18:21:59,601 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,38725,1731176516175-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:59,601 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,38725,1731176516175-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:59,601 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,38725,1731176516175-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:59,601 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fb97eb0edbe8:38725, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:59,601 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:59,602 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:59,603 DEBUG [master/fb97eb0edbe8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T18:21:59,604 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.224sec 2024-11-09T18:21:59,605 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T18:21:59,605 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T18:21:59,605 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T18:21:59,605 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T18:21:59,605 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T18:21:59,605 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,38725,1731176516175-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T18:21:59,605 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,38725,1731176516175-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T18:21:59,606 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T18:21:59,606 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T18:21:59,606 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,38725,1731176516175-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:21:59,617 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T18:21:59,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:59,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:59,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:59,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:59,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:59,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45bb759e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:21:59,654 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,38725,-1 for getting cluster id 2024-11-09T18:21:59,654 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:21:59,655 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9988a747-d3ae-45fa-807e-a417a753a351' 2024-11-09T18:21:59,655 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:21:59,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9988a747-d3ae-45fa-807e-a417a753a351" 2024-11-09T18:21:59,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22060d01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:21:59,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,38725,-1] 2024-11-09T18:21:59,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:21:59,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:21:59,657 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:21:59,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aa97a3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:21:59,658 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:21:59,659 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,42001,1731176516315, seqNum=-1] 2024-11-09T18:21:59,659 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:21:59,660 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:21:59,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fb97eb0edbe8,38725,1731176516175 2024-11-09T18:21:59,662 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:60905 2024-11-09T18:21:59,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:59,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:59,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:59,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:59,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:59,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:59,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:59,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:59,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:59,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:60905, baseZNode=/2-1690853645 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:21:59,675 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10120d5116f0008 connected 2024-11-09T18:21:59,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:21:59,688 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:21:59,689 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,42733,1731176505014 2024-11-09T18:21:59,689 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15f455ca 2024-11-09T18:21:59,689 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:21:59,690 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:21:59,691 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42733 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:21:59,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42733 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T18:21:59,693 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T18:21:59,693 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:21:59,693 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42733 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T18:21:59,694 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T18:21:59,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:21:59,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44879 is added to blk_1073741835_1011 (size=902) 2024-11-09T18:21:59,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:22:00,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:22:00,105 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a5d53e132102af702448267fd64456cc, NAME => 'test,,1731176519690.a5d53e132102af702448267fd64456cc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037 2024-11-09T18:22:00,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44879 is added to blk_1073741836_1012 (size=39) 2024-11-09T18:22:00,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:22:00,509 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731176519690.a5d53e132102af702448267fd64456cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:22:00,509 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a5d53e132102af702448267fd64456cc, disabling compactions & flushes 2024-11-09T18:22:00,509 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731176519690.a5d53e132102af702448267fd64456cc. 2024-11-09T18:22:00,509 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731176519690.a5d53e132102af702448267fd64456cc. 2024-11-09T18:22:00,509 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731176519690.a5d53e132102af702448267fd64456cc. after waiting 0 ms 2024-11-09T18:22:00,509 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731176519690.a5d53e132102af702448267fd64456cc. 2024-11-09T18:22:00,509 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731176519690.a5d53e132102af702448267fd64456cc. 2024-11-09T18:22:00,509 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a5d53e132102af702448267fd64456cc: Waiting for close lock at 1731176520509Disabling compacts and flushes for region at 1731176520509Disabling writes for close at 1731176520509Writing region close event to WAL at 1731176520509Closed at 1731176520509 2024-11-09T18:22:00,510 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T18:22:00,511 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731176519690.a5d53e132102af702448267fd64456cc.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731176520510"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731176520510"}]},"ts":"1731176520510"} 2024-11-09T18:22:00,512 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T18:22:00,513 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T18:22:00,513 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176520513"}]},"ts":"1731176520513"} 2024-11-09T18:22:00,527 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T18:22:00,527 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a5d53e132102af702448267fd64456cc, ASSIGN}] 2024-11-09T18:22:00,528 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a5d53e132102af702448267fd64456cc, ASSIGN 2024-11-09T18:22:00,529 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a5d53e132102af702448267fd64456cc, ASSIGN; state=OFFLINE, location=fb97eb0edbe8,45399,1731176505245; forceNewPlan=false, retain=false 2024-11-09T18:22:00,679 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a5d53e132102af702448267fd64456cc, regionState=OPENING, regionLocation=fb97eb0edbe8,45399,1731176505245 2024-11-09T18:22:00,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a5d53e132102af702448267fd64456cc, ASSIGN because future has completed 2024-11-09T18:22:00,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a5d53e132102af702448267fd64456cc, server=fb97eb0edbe8,45399,1731176505245}] 2024-11-09T18:22:00,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:22:00,837 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731176519690.a5d53e132102af702448267fd64456cc. 2024-11-09T18:22:00,837 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a5d53e132102af702448267fd64456cc, NAME => 'test,,1731176519690.a5d53e132102af702448267fd64456cc.', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:22:00,838 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T18:22:00,838 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T18:22:00,838 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a5d53e132102af702448267fd64456cc 2024-11-09T18:22:00,838 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731176519690.a5d53e132102af702448267fd64456cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:22:00,838 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a5d53e132102af702448267fd64456cc 2024-11-09T18:22:00,838 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a5d53e132102af702448267fd64456cc 2024-11-09T18:22:00,839 INFO [StoreOpener-a5d53e132102af702448267fd64456cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a5d53e132102af702448267fd64456cc 2024-11-09T18:22:00,840 INFO [StoreOpener-a5d53e132102af702448267fd64456cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5d53e132102af702448267fd64456cc columnFamilyName f 2024-11-09T18:22:00,840 DEBUG [StoreOpener-a5d53e132102af702448267fd64456cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:00,841 INFO [StoreOpener-a5d53e132102af702448267fd64456cc-1 {}] regionserver.HStore(327): Store=a5d53e132102af702448267fd64456cc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:22:00,841 INFO [StoreOpener-a5d53e132102af702448267fd64456cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a5d53e132102af702448267fd64456cc 2024-11-09T18:22:00,842 INFO [StoreOpener-a5d53e132102af702448267fd64456cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5d53e132102af702448267fd64456cc columnFamilyName f1 2024-11-09T18:22:00,842 DEBUG [StoreOpener-a5d53e132102af702448267fd64456cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:00,842 INFO [StoreOpener-a5d53e132102af702448267fd64456cc-1 {}] regionserver.HStore(327): Store=a5d53e132102af702448267fd64456cc/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:22:00,842 INFO [StoreOpener-a5d53e132102af702448267fd64456cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a5d53e132102af702448267fd64456cc 2024-11-09T18:22:00,843 INFO [StoreOpener-a5d53e132102af702448267fd64456cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5d53e132102af702448267fd64456cc columnFamilyName norep 2024-11-09T18:22:00,843 DEBUG [StoreOpener-a5d53e132102af702448267fd64456cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:00,843 INFO [StoreOpener-a5d53e132102af702448267fd64456cc-1 {}] regionserver.HStore(327): Store=a5d53e132102af702448267fd64456cc/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:22:00,843 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a5d53e132102af702448267fd64456cc 2024-11-09T18:22:00,844 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/data/default/test/a5d53e132102af702448267fd64456cc 2024-11-09T18:22:00,844 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/data/default/test/a5d53e132102af702448267fd64456cc 2024-11-09T18:22:00,845 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a5d53e132102af702448267fd64456cc 2024-11-09T18:22:00,845 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a5d53e132102af702448267fd64456cc 2024-11-09T18:22:00,845 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T18:22:00,846 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a5d53e132102af702448267fd64456cc 2024-11-09T18:22:00,847 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/data/default/test/a5d53e132102af702448267fd64456cc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:22:00,847 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a5d53e132102af702448267fd64456cc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73983718, jitterRate=0.10244330763816833}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T18:22:00,848 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a5d53e132102af702448267fd64456cc 2024-11-09T18:22:00,848 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a5d53e132102af702448267fd64456cc: Running coprocessor pre-open hook at 1731176520838Writing region info on filesystem at 1731176520838Initializing all the Stores at 1731176520839 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176520839Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176520839Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176520839Cleaning up temporary data from old regions at 1731176520845 (+6 ms)Running coprocessor post-open hooks at 1731176520848 (+3 ms)Region opened successfully at 1731176520848 2024-11-09T18:22:00,849 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731176519690.a5d53e132102af702448267fd64456cc., pid=6, masterSystemTime=1731176520834 2024-11-09T18:22:00,851 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731176519690.a5d53e132102af702448267fd64456cc. 2024-11-09T18:22:00,851 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731176519690.a5d53e132102af702448267fd64456cc. 2024-11-09T18:22:00,851 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a5d53e132102af702448267fd64456cc, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fb97eb0edbe8,45399,1731176505245 2024-11-09T18:22:00,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a5d53e132102af702448267fd64456cc, server=fb97eb0edbe8,45399,1731176505245 because future has completed 2024-11-09T18:22:00,855 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T18:22:00,856 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a5d53e132102af702448267fd64456cc, server=fb97eb0edbe8,45399,1731176505245 in 172 msec 2024-11-09T18:22:00,857 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T18:22:00,857 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a5d53e132102af702448267fd64456cc, ASSIGN in 328 msec 2024-11-09T18:22:00,857 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T18:22:00,858 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176520857"}]},"ts":"1731176520857"} 2024-11-09T18:22:00,862 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T18:22:00,862 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T18:22:00,863 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1710 sec 2024-11-09T18:22:01,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:22:01,838 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T18:22:01,838 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:22:01,839 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,34433,1731176510911 2024-11-09T18:22:01,839 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ecbdf34 2024-11-09T18:22:01,839 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:22:01,840 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:22:01,841 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34433 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:22:01,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34433 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T18:22:01,842 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T18:22:01,843 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:01,843 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34433 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T18:22:01,843 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T18:22:01,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:22:01,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741835_1011 (size=902) 2024-11-09T18:22:01,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:22:02,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:22:02,256 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d510fb926a6f93814dd9e3cf1b15fba2, NAME => 'test,,1731176521841.d510fb926a6f93814dd9e3cf1b15fba2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee 2024-11-09T18:22:02,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741836_1012 (size=39) 2024-11-09T18:22:02,260 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731176521841.d510fb926a6f93814dd9e3cf1b15fba2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:22:02,260 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d510fb926a6f93814dd9e3cf1b15fba2, disabling compactions & flushes 2024-11-09T18:22:02,260 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731176521841.d510fb926a6f93814dd9e3cf1b15fba2. 2024-11-09T18:22:02,260 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731176521841.d510fb926a6f93814dd9e3cf1b15fba2. 2024-11-09T18:22:02,260 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731176521841.d510fb926a6f93814dd9e3cf1b15fba2. after waiting 0 ms 2024-11-09T18:22:02,260 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731176521841.d510fb926a6f93814dd9e3cf1b15fba2. 2024-11-09T18:22:02,260 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731176521841.d510fb926a6f93814dd9e3cf1b15fba2. 2024-11-09T18:22:02,260 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d510fb926a6f93814dd9e3cf1b15fba2: Waiting for close lock at 1731176522260Disabling compacts and flushes for region at 1731176522260Disabling writes for close at 1731176522260Writing region close event to WAL at 1731176522260Closed at 1731176522260 2024-11-09T18:22:02,261 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T18:22:02,262 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731176521841.d510fb926a6f93814dd9e3cf1b15fba2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731176522261"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731176522261"}]},"ts":"1731176522261"} 2024-11-09T18:22:02,263 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T18:22:02,264 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T18:22:02,265 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176522264"}]},"ts":"1731176522264"} 2024-11-09T18:22:02,266 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T18:22:02,266 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d510fb926a6f93814dd9e3cf1b15fba2, ASSIGN}] 2024-11-09T18:22:02,267 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d510fb926a6f93814dd9e3cf1b15fba2, ASSIGN 2024-11-09T18:22:02,268 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d510fb926a6f93814dd9e3cf1b15fba2, ASSIGN; state=OFFLINE, location=fb97eb0edbe8,38551,1731176511051; forceNewPlan=false, retain=false 2024-11-09T18:22:02,418 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d510fb926a6f93814dd9e3cf1b15fba2, regionState=OPENING, regionLocation=fb97eb0edbe8,38551,1731176511051 2024-11-09T18:22:02,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d510fb926a6f93814dd9e3cf1b15fba2, ASSIGN because future has completed 2024-11-09T18:22:02,421 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d510fb926a6f93814dd9e3cf1b15fba2, server=fb97eb0edbe8,38551,1731176511051}] 2024-11-09T18:22:02,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:22:02,575 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731176521841.d510fb926a6f93814dd9e3cf1b15fba2. 2024-11-09T18:22:02,575 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d510fb926a6f93814dd9e3cf1b15fba2, NAME => 'test,,1731176521841.d510fb926a6f93814dd9e3cf1b15fba2.', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:22:02,575 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T18:22:02,575 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T18:22:02,575 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d510fb926a6f93814dd9e3cf1b15fba2 2024-11-09T18:22:02,575 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731176521841.d510fb926a6f93814dd9e3cf1b15fba2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:22:02,576 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d510fb926a6f93814dd9e3cf1b15fba2 2024-11-09T18:22:02,576 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d510fb926a6f93814dd9e3cf1b15fba2 2024-11-09T18:22:02,576 INFO [StoreOpener-d510fb926a6f93814dd9e3cf1b15fba2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d510fb926a6f93814dd9e3cf1b15fba2 2024-11-09T18:22:02,577 INFO [StoreOpener-d510fb926a6f93814dd9e3cf1b15fba2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d510fb926a6f93814dd9e3cf1b15fba2 columnFamilyName f 2024-11-09T18:22:02,577 DEBUG [StoreOpener-d510fb926a6f93814dd9e3cf1b15fba2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:02,578 INFO [StoreOpener-d510fb926a6f93814dd9e3cf1b15fba2-1 {}] regionserver.HStore(327): Store=d510fb926a6f93814dd9e3cf1b15fba2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:22:02,578 INFO [StoreOpener-d510fb926a6f93814dd9e3cf1b15fba2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d510fb926a6f93814dd9e3cf1b15fba2 2024-11-09T18:22:02,579 INFO [StoreOpener-d510fb926a6f93814dd9e3cf1b15fba2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d510fb926a6f93814dd9e3cf1b15fba2 columnFamilyName f1 2024-11-09T18:22:02,579 DEBUG [StoreOpener-d510fb926a6f93814dd9e3cf1b15fba2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:02,579 INFO [StoreOpener-d510fb926a6f93814dd9e3cf1b15fba2-1 {}] regionserver.HStore(327): Store=d510fb926a6f93814dd9e3cf1b15fba2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:22:02,579 INFO [StoreOpener-d510fb926a6f93814dd9e3cf1b15fba2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d510fb926a6f93814dd9e3cf1b15fba2 2024-11-09T18:22:02,580 INFO [StoreOpener-d510fb926a6f93814dd9e3cf1b15fba2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d510fb926a6f93814dd9e3cf1b15fba2 columnFamilyName norep 2024-11-09T18:22:02,580 DEBUG [StoreOpener-d510fb926a6f93814dd9e3cf1b15fba2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:02,580 INFO [StoreOpener-d510fb926a6f93814dd9e3cf1b15fba2-1 {}] regionserver.HStore(327): Store=d510fb926a6f93814dd9e3cf1b15fba2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:22:02,580 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d510fb926a6f93814dd9e3cf1b15fba2 2024-11-09T18:22:02,581 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/data/default/test/d510fb926a6f93814dd9e3cf1b15fba2 2024-11-09T18:22:02,581 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/data/default/test/d510fb926a6f93814dd9e3cf1b15fba2 2024-11-09T18:22:02,582 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d510fb926a6f93814dd9e3cf1b15fba2 2024-11-09T18:22:02,582 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d510fb926a6f93814dd9e3cf1b15fba2 2024-11-09T18:22:02,582 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T18:22:02,583 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d510fb926a6f93814dd9e3cf1b15fba2 2024-11-09T18:22:02,584 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/data/default/test/d510fb926a6f93814dd9e3cf1b15fba2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:22:02,584 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d510fb926a6f93814dd9e3cf1b15fba2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70198585, jitterRate=0.046040430665016174}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T18:22:02,584 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d510fb926a6f93814dd9e3cf1b15fba2 2024-11-09T18:22:02,584 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d510fb926a6f93814dd9e3cf1b15fba2: Running coprocessor pre-open hook at 1731176522576Writing region info on filesystem at 1731176522576Initializing all the Stores at 1731176522576Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176522576Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176522576Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176522576Cleaning up temporary data from old regions at 1731176522582 (+6 ms)Running coprocessor post-open hooks at 1731176522584 (+2 ms)Region opened successfully at 1731176522584 2024-11-09T18:22:02,585 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731176521841.d510fb926a6f93814dd9e3cf1b15fba2., pid=6, masterSystemTime=1731176522572 2024-11-09T18:22:02,586 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731176521841.d510fb926a6f93814dd9e3cf1b15fba2. 2024-11-09T18:22:02,586 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731176521841.d510fb926a6f93814dd9e3cf1b15fba2. 2024-11-09T18:22:02,587 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d510fb926a6f93814dd9e3cf1b15fba2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fb97eb0edbe8,38551,1731176511051 2024-11-09T18:22:02,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d510fb926a6f93814dd9e3cf1b15fba2, server=fb97eb0edbe8,38551,1731176511051 because future has completed 2024-11-09T18:22:02,590 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T18:22:02,590 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d510fb926a6f93814dd9e3cf1b15fba2, server=fb97eb0edbe8,38551,1731176511051 in 168 msec 2024-11-09T18:22:02,592 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T18:22:02,592 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d510fb926a6f93814dd9e3cf1b15fba2, ASSIGN in 324 msec 2024-11-09T18:22:02,592 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T18:22:02,592 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176522592"}]},"ts":"1731176522592"} 2024-11-09T18:22:02,593 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T18:22:02,594 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T18:22:02,595 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 753 msec 2024-11-09T18:22:02,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:22:02,979 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T18:22:02,979 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:22:02,979 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,38725,1731176516175 2024-11-09T18:22:02,980 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@404a40f3 2024-11-09T18:22:02,980 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:22:02,981 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:22:02,981 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38725 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:22:02,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38725 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T18:22:02,983 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T18:22:02,983 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:02,983 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38725 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T18:22:02,984 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T18:22:02,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:22:02,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37347 is added to blk_1073741835_1011 (size=902) 2024-11-09T18:22:03,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:22:03,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:22:03,389 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e0f7220f9ebad1afa20f7d508016758b, NAME => 'test,,1731176522981.e0f7220f9ebad1afa20f7d508016758b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd 2024-11-09T18:22:03,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37347 is added to blk_1073741836_1012 (size=39) 2024-11-09T18:22:03,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:22:03,794 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731176522981.e0f7220f9ebad1afa20f7d508016758b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:22:03,794 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e0f7220f9ebad1afa20f7d508016758b, disabling compactions & flushes 2024-11-09T18:22:03,794 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731176522981.e0f7220f9ebad1afa20f7d508016758b. 2024-11-09T18:22:03,794 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731176522981.e0f7220f9ebad1afa20f7d508016758b. 2024-11-09T18:22:03,794 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731176522981.e0f7220f9ebad1afa20f7d508016758b. after waiting 0 ms 2024-11-09T18:22:03,794 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731176522981.e0f7220f9ebad1afa20f7d508016758b. 2024-11-09T18:22:03,794 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731176522981.e0f7220f9ebad1afa20f7d508016758b. 2024-11-09T18:22:03,794 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e0f7220f9ebad1afa20f7d508016758b: Waiting for close lock at 1731176523794Disabling compacts and flushes for region at 1731176523794Disabling writes for close at 1731176523794Writing region close event to WAL at 1731176523794Closed at 1731176523794 2024-11-09T18:22:03,825 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T18:22:03,825 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731176522981.e0f7220f9ebad1afa20f7d508016758b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731176523825"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731176523825"}]},"ts":"1731176523825"} 2024-11-09T18:22:03,827 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T18:22:03,827 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T18:22:03,827 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176523827"}]},"ts":"1731176523827"} 2024-11-09T18:22:03,829 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T18:22:03,829 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e0f7220f9ebad1afa20f7d508016758b, ASSIGN}] 2024-11-09T18:22:03,830 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e0f7220f9ebad1afa20f7d508016758b, ASSIGN 2024-11-09T18:22:03,831 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e0f7220f9ebad1afa20f7d508016758b, ASSIGN; state=OFFLINE, location=fb97eb0edbe8,42001,1731176516315; forceNewPlan=false, retain=false 2024-11-09T18:22:03,981 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e0f7220f9ebad1afa20f7d508016758b, regionState=OPENING, regionLocation=fb97eb0edbe8,42001,1731176516315 2024-11-09T18:22:03,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e0f7220f9ebad1afa20f7d508016758b, ASSIGN because future has completed 2024-11-09T18:22:03,983 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e0f7220f9ebad1afa20f7d508016758b, server=fb97eb0edbe8,42001,1731176516315}] 2024-11-09T18:22:04,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:22:04,138 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731176522981.e0f7220f9ebad1afa20f7d508016758b. 2024-11-09T18:22:04,138 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e0f7220f9ebad1afa20f7d508016758b, NAME => 'test,,1731176522981.e0f7220f9ebad1afa20f7d508016758b.', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:22:04,139 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T18:22:04,139 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T18:22:04,139 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e0f7220f9ebad1afa20f7d508016758b 2024-11-09T18:22:04,139 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731176522981.e0f7220f9ebad1afa20f7d508016758b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:22:04,139 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e0f7220f9ebad1afa20f7d508016758b 2024-11-09T18:22:04,139 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e0f7220f9ebad1afa20f7d508016758b 2024-11-09T18:22:04,140 INFO [StoreOpener-e0f7220f9ebad1afa20f7d508016758b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e0f7220f9ebad1afa20f7d508016758b 2024-11-09T18:22:04,141 INFO [StoreOpener-e0f7220f9ebad1afa20f7d508016758b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0f7220f9ebad1afa20f7d508016758b columnFamilyName f 2024-11-09T18:22:04,141 DEBUG [StoreOpener-e0f7220f9ebad1afa20f7d508016758b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:04,141 INFO [StoreOpener-e0f7220f9ebad1afa20f7d508016758b-1 {}] regionserver.HStore(327): Store=e0f7220f9ebad1afa20f7d508016758b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:22:04,141 INFO [StoreOpener-e0f7220f9ebad1afa20f7d508016758b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e0f7220f9ebad1afa20f7d508016758b 2024-11-09T18:22:04,142 INFO [StoreOpener-e0f7220f9ebad1afa20f7d508016758b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0f7220f9ebad1afa20f7d508016758b columnFamilyName f1 2024-11-09T18:22:04,142 DEBUG [StoreOpener-e0f7220f9ebad1afa20f7d508016758b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:04,142 INFO [StoreOpener-e0f7220f9ebad1afa20f7d508016758b-1 {}] regionserver.HStore(327): Store=e0f7220f9ebad1afa20f7d508016758b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:22:04,142 INFO [StoreOpener-e0f7220f9ebad1afa20f7d508016758b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e0f7220f9ebad1afa20f7d508016758b 2024-11-09T18:22:04,143 INFO [StoreOpener-e0f7220f9ebad1afa20f7d508016758b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0f7220f9ebad1afa20f7d508016758b columnFamilyName norep 2024-11-09T18:22:04,143 DEBUG [StoreOpener-e0f7220f9ebad1afa20f7d508016758b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:04,143 INFO [StoreOpener-e0f7220f9ebad1afa20f7d508016758b-1 {}] regionserver.HStore(327): Store=e0f7220f9ebad1afa20f7d508016758b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:22:04,143 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e0f7220f9ebad1afa20f7d508016758b 2024-11-09T18:22:04,144 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/data/default/test/e0f7220f9ebad1afa20f7d508016758b 2024-11-09T18:22:04,144 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/data/default/test/e0f7220f9ebad1afa20f7d508016758b 2024-11-09T18:22:04,144 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e0f7220f9ebad1afa20f7d508016758b 2024-11-09T18:22:04,144 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e0f7220f9ebad1afa20f7d508016758b 2024-11-09T18:22:04,145 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T18:22:04,146 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e0f7220f9ebad1afa20f7d508016758b 2024-11-09T18:22:04,147 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/data/default/test/e0f7220f9ebad1afa20f7d508016758b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:22:04,147 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e0f7220f9ebad1afa20f7d508016758b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61651631, jitterRate=-0.08131910860538483}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T18:22:04,147 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e0f7220f9ebad1afa20f7d508016758b 2024-11-09T18:22:04,147 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e0f7220f9ebad1afa20f7d508016758b: Running coprocessor pre-open hook at 1731176524139Writing region info on filesystem at 1731176524139Initializing all the Stores at 1731176524140 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176524140Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176524140Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176524140Cleaning up temporary data from old regions at 1731176524144 (+4 ms)Running coprocessor post-open hooks at 1731176524147 (+3 ms)Region opened successfully at 1731176524147 2024-11-09T18:22:04,148 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731176522981.e0f7220f9ebad1afa20f7d508016758b., pid=6, masterSystemTime=1731176524135 2024-11-09T18:22:04,149 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731176522981.e0f7220f9ebad1afa20f7d508016758b. 2024-11-09T18:22:04,149 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731176522981.e0f7220f9ebad1afa20f7d508016758b. 2024-11-09T18:22:04,150 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e0f7220f9ebad1afa20f7d508016758b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fb97eb0edbe8,42001,1731176516315 2024-11-09T18:22:04,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e0f7220f9ebad1afa20f7d508016758b, server=fb97eb0edbe8,42001,1731176516315 because future has completed 2024-11-09T18:22:04,154 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38725 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=fb97eb0edbe8,42001,1731176516315, table=test, region=e0f7220f9ebad1afa20f7d508016758b. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-09T18:22:04,156 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T18:22:04,157 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e0f7220f9ebad1afa20f7d508016758b, server=fb97eb0edbe8,42001,1731176516315 in 171 msec 2024-11-09T18:22:04,158 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T18:22:04,158 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e0f7220f9ebad1afa20f7d508016758b, ASSIGN in 328 msec 2024-11-09T18:22:04,158 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T18:22:04,158 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176524158"}]},"ts":"1731176524158"} 2024-11-09T18:22:04,160 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T18:22:04,161 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T18:22:04,162 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1800 sec 2024-11-09T18:22:04,537 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T18:22:05,077 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T18:22:05,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:05,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:05,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:05,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:05,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:05,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:05,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:05,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:05,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:05,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:05,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:05,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:05,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:05,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:05,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:05,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:22:05,128 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T18:22:05,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@780d33c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:22:05,129 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,42733,-1 for getting cluster id 2024-11-09T18:22:05,129 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:22:05,130 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '805eee4d-6436-430e-a5f9-a035165e5952' 2024-11-09T18:22:05,130 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:22:05,130 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "805eee4d-6436-430e-a5f9-a035165e5952" 2024-11-09T18:22:05,131 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fc6ec88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:22:05,131 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,42733,-1] 2024-11-09T18:22:05,131 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:22:05,131 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:22:05,132 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:22:05,132 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c0ac555, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:22:05,133 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:22:05,134 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,42733,1731176505014 2024-11-09T18:22:05,134 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c163d7c 2024-11-09T18:22:05,134 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:22:05,135 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:22:05,135 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42733 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://fb97eb0edbe8:34433,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T18:22:05,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42733 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T18:22:05,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T18:22:05,141 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fb97eb0edbe8:34433' 2024-11-09T18:22:05,142 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20fdba0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:22:05,142 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,34433,-1 for getting cluster id 2024-11-09T18:22:05,142 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:22:05,143 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9946a67e-dec7-483b-9252-21ee326962b0' 2024-11-09T18:22:05,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:22:05,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9946a67e-dec7-483b-9252-21ee326962b0" 2024-11-09T18:22:05,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b8ba99b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:22:05,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,34433,-1] 2024-11-09T18:22:05,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:22:05,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:22:05,144 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:22:05,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@249fdcd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:22:05,145 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:22:05,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,34433,1731176510911 2024-11-09T18:22:05,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ef5a921 2024-11-09T18:22:05,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:22:05,147 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:22:05,148 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T18:22:05,148 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T18:22:05,148 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:22:05,148 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:22:05,149 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:22:05,150 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:22:05,151 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T18:22:05,153 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T18:22:05,153 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:05,153 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T18:22:05,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44879 is added to blk_1073741837_1013 (size=1138) 2024-11-09T18:22:05,202 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T18:22:05,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T18:22:05,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T18:22:05,557 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T18:22:05,557 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-09T18:22:05,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T18:22:05,558 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-09T18:22:05,559 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6261a42245f3b2ee919768d8a21efa24, NAME => 'hbase:replication,,1731176525149.6261a42245f3b2ee919768d8a21efa24.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037 2024-11-09T18:22:05,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44879 is added to blk_1073741838_1014 (size=44) 2024-11-09T18:22:05,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T18:22:05,964 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731176525149.6261a42245f3b2ee919768d8a21efa24.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:22:05,964 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6261a42245f3b2ee919768d8a21efa24, disabling compactions & flushes 2024-11-09T18:22:05,964 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731176525149.6261a42245f3b2ee919768d8a21efa24. 2024-11-09T18:22:05,964 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731176525149.6261a42245f3b2ee919768d8a21efa24. 2024-11-09T18:22:05,964 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731176525149.6261a42245f3b2ee919768d8a21efa24. after waiting 0 ms 2024-11-09T18:22:05,964 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731176525149.6261a42245f3b2ee919768d8a21efa24. 2024-11-09T18:22:05,964 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731176525149.6261a42245f3b2ee919768d8a21efa24. 2024-11-09T18:22:05,964 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6261a42245f3b2ee919768d8a21efa24: Waiting for close lock at 1731176525964Disabling compacts and flushes for region at 1731176525964Disabling writes for close at 1731176525964Writing region close event to WAL at 1731176525964Closed at 1731176525964 2024-11-09T18:22:05,965 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T18:22:05,966 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731176525149.6261a42245f3b2ee919768d8a21efa24.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731176525965"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731176525965"}]},"ts":"1731176525965"} 2024-11-09T18:22:05,967 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T18:22:05,968 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T18:22:05,969 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176525968"}]},"ts":"1731176525968"} 2024-11-09T18:22:05,970 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T18:22:05,970 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6261a42245f3b2ee919768d8a21efa24, ASSIGN}] 2024-11-09T18:22:05,971 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6261a42245f3b2ee919768d8a21efa24, ASSIGN 2024-11-09T18:22:05,972 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6261a42245f3b2ee919768d8a21efa24, ASSIGN; state=OFFLINE, location=fb97eb0edbe8,45399,1731176505245; forceNewPlan=false, retain=false 2024-11-09T18:22:06,122 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6261a42245f3b2ee919768d8a21efa24, regionState=OPENING, regionLocation=fb97eb0edbe8,45399,1731176505245 2024-11-09T18:22:06,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6261a42245f3b2ee919768d8a21efa24, ASSIGN because future has completed 2024-11-09T18:22:06,124 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6261a42245f3b2ee919768d8a21efa24, server=fb97eb0edbe8,45399,1731176505245}] 2024-11-09T18:22:06,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T18:22:06,279 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731176525149.6261a42245f3b2ee919768d8a21efa24. 2024-11-09T18:22:06,279 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:22:06,279 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T18:22:06,280 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fb97eb0edbe8%2C45399%2C1731176505245.rep, suffix=, logDir=hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/WALs/fb97eb0edbe8,45399,1731176505245, archiveDir=hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/oldWALs, maxLogs=10 2024-11-09T18:22:06,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/WALs/fb97eb0edbe8,45399,1731176505245/fb97eb0edbe8%2C45399%2C1731176505245.rep.1731176526281, exclude list is [], retry=0 2024-11-09T18:22:06,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44879,DS-28ffc6b1-6003-4ca5-8eb9-22078e9d3d86,DISK] 2024-11-09T18:22:06,296 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/WALs/fb97eb0edbe8,45399,1731176505245/fb97eb0edbe8%2C45399%2C1731176505245.rep.1731176526281 2024-11-09T18:22:06,296 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43273:43273)] 2024-11-09T18:22:06,296 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 6261a42245f3b2ee919768d8a21efa24, NAME => 'hbase:replication,,1731176525149.6261a42245f3b2ee919768d8a21efa24.', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:22:06,296 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T18:22:06,296 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T18:22:06,296 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731176525149.6261a42245f3b2ee919768d8a21efa24. service=MultiRowMutationService 2024-11-09T18:22:06,297 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T18:22:06,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6261a42245f3b2ee919768d8a21efa24 2024-11-09T18:22:06,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731176525149.6261a42245f3b2ee919768d8a21efa24.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:22:06,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 6261a42245f3b2ee919768d8a21efa24 2024-11-09T18:22:06,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 6261a42245f3b2ee919768d8a21efa24 2024-11-09T18:22:06,298 INFO [StoreOpener-6261a42245f3b2ee919768d8a21efa24-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6261a42245f3b2ee919768d8a21efa24 2024-11-09T18:22:06,298 INFO [StoreOpener-6261a42245f3b2ee919768d8a21efa24-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6261a42245f3b2ee919768d8a21efa24 columnFamilyName hfileref 2024-11-09T18:22:06,299 DEBUG [StoreOpener-6261a42245f3b2ee919768d8a21efa24-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:06,299 INFO [StoreOpener-6261a42245f3b2ee919768d8a21efa24-1 {}] regionserver.HStore(327): Store=6261a42245f3b2ee919768d8a21efa24/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:22:06,299 INFO [StoreOpener-6261a42245f3b2ee919768d8a21efa24-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6261a42245f3b2ee919768d8a21efa24 2024-11-09T18:22:06,300 INFO [StoreOpener-6261a42245f3b2ee919768d8a21efa24-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6261a42245f3b2ee919768d8a21efa24 columnFamilyName queue 2024-11-09T18:22:06,300 DEBUG [StoreOpener-6261a42245f3b2ee919768d8a21efa24-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:06,300 INFO [StoreOpener-6261a42245f3b2ee919768d8a21efa24-1 {}] regionserver.HStore(327): Store=6261a42245f3b2ee919768d8a21efa24/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:22:06,300 INFO [StoreOpener-6261a42245f3b2ee919768d8a21efa24-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6261a42245f3b2ee919768d8a21efa24 2024-11-09T18:22:06,301 INFO [StoreOpener-6261a42245f3b2ee919768d8a21efa24-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6261a42245f3b2ee919768d8a21efa24 columnFamilyName sid 2024-11-09T18:22:06,301 DEBUG [StoreOpener-6261a42245f3b2ee919768d8a21efa24-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:06,301 INFO [StoreOpener-6261a42245f3b2ee919768d8a21efa24-1 {}] regionserver.HStore(327): Store=6261a42245f3b2ee919768d8a21efa24/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:22:06,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 6261a42245f3b2ee919768d8a21efa24 2024-11-09T18:22:06,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/data/hbase/replication/6261a42245f3b2ee919768d8a21efa24 2024-11-09T18:22:06,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/data/hbase/replication/6261a42245f3b2ee919768d8a21efa24 2024-11-09T18:22:06,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 6261a42245f3b2ee919768d8a21efa24 2024-11-09T18:22:06,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 6261a42245f3b2ee919768d8a21efa24 2024-11-09T18:22:06,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T18:22:06,304 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 6261a42245f3b2ee919768d8a21efa24 2024-11-09T18:22:06,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/data/hbase/replication/6261a42245f3b2ee919768d8a21efa24/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:22:06,306 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 6261a42245f3b2ee919768d8a21efa24; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69169217, jitterRate=0.0307016521692276}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T18:22:06,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6261a42245f3b2ee919768d8a21efa24 2024-11-09T18:22:06,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 6261a42245f3b2ee919768d8a21efa24: Running coprocessor pre-open hook at 1731176526297Writing region info on filesystem at 1731176526297Initializing all the Stores at 1731176526297Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176526297Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176526298 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176526298Cleaning up temporary data from old regions at 1731176526303 (+5 ms)Running coprocessor post-open hooks at 1731176526306 (+3 ms)Region opened successfully at 1731176526306 2024-11-09T18:22:06,307 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731176525149.6261a42245f3b2ee919768d8a21efa24., pid=10, masterSystemTime=1731176526276 2024-11-09T18:22:06,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731176525149.6261a42245f3b2ee919768d8a21efa24. 2024-11-09T18:22:06,309 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731176525149.6261a42245f3b2ee919768d8a21efa24. 2024-11-09T18:22:06,309 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6261a42245f3b2ee919768d8a21efa24, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,45399,1731176505245 2024-11-09T18:22:06,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6261a42245f3b2ee919768d8a21efa24, server=fb97eb0edbe8,45399,1731176505245 because future has completed 2024-11-09T18:22:06,313 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T18:22:06,313 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6261a42245f3b2ee919768d8a21efa24, server=fb97eb0edbe8,45399,1731176505245 in 187 msec 2024-11-09T18:22:06,315 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T18:22:06,315 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6261a42245f3b2ee919768d8a21efa24, ASSIGN in 343 msec 2024-11-09T18:22:06,315 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T18:22:06,315 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176526315"}]},"ts":"1731176526315"} 2024-11-09T18:22:06,317 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T18:22:06,317 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T18:22:06,318 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1680 sec 2024-11-09T18:22:06,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731176525149.6261a42245f3b2ee919768d8a21efa24., hostname=fb97eb0edbe8,45399,1731176505245, seqNum=2] 2024-11-09T18:22:06,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42733-0x10120d5116f0000, quorum=127.0.0.1:60905, baseZNode=/0-2059366197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2059366197 2024-11-09T18:22:06,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45399-0x10120d5116f0001, quorum=127.0.0.1:60905, baseZNode=/0-2059366197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2059366197 2024-11-09T18:22:06,454 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T18:22:06,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45399 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T18:22:06,607 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T18:22:06,641 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-fb97eb0edbe8,45399,1731176505245, ReplicationSource: 1, currentBandwidth=0 2024-11-09T18:22:06,642 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:22:06,642 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,45399,1731176505245, seqNum=-1] 2024-11-09T18:22:06,643 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:22:06,643 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45177, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-09T18:22:06,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-fb97eb0edbe8,45399,1731176505245', locateType=CURRENT is [region=hbase:replication,,1731176525149.6261a42245f3b2ee919768d8a21efa24., hostname=fb97eb0edbe8,45399,1731176505245, seqNum=2] 2024-11-09T18:22:06,647 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T18:22:06,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42733 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T18:22:06,649 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on fb97eb0edbe8,45399,1731176505245 suceeded 2024-11-09T18:22:06,651 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T18:22:06,651 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec 2024-11-09T18:22:06,651 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://fb97eb0edbe8:34433,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T18:22:06,652 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5150 sec 2024-11-09T18:22:06,662 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,45399,1731176505245 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fb97eb0edbe8:34433' 2024-11-09T18:22:06,663 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,45399,1731176505245 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@291dfb4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:22:06,663 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,45399,1731176505245 {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,34433,-1 for getting cluster id 2024-11-09T18:22:06,663 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,45399,1731176505245 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:22:06,664 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9946a67e-dec7-483b-9252-21ee326962b0' 2024-11-09T18:22:06,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:22:06,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9946a67e-dec7-483b-9252-21ee326962b0" 2024-11-09T18:22:06,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39364c5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:22:06,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,34433,-1] 2024-11-09T18:22:06,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:22:06,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:22:06,665 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:22:06,666 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,45399,1731176505245 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14bbe29c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:22:06,666 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,45399,1731176505245 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:22:06,666 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,45399,1731176505245 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,34433,1731176510911 2024-11-09T18:22:06,666 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,45399,1731176505245 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@328e9035 2024-11-09T18:22:06,667 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,45399,1731176505245 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:22:06,667 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-09T18:22:06,668 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,45399,1731176505245 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fb97eb0edbe8,45399,1731176505245 (queues=1) is replicating from cluster=805eee4d-6436-430e-a5f9-a035165e5952 to cluster=9946a67e-dec7-483b-9252-21ee326962b0 2024-11-09T18:22:06,668 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,45399,1731176505245 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fb97eb0edbe8%2C45399%2C1731176505245 2024-11-09T18:22:06,668 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,45399,1731176505245 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fb97eb0edbe8,45399,1731176505245, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T18:22:06,669 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,45399,1731176505245.replicationSource.shipperfb97eb0edbe8%2C45399%2C1731176505245,1-fb97eb0edbe8,45399,1731176505245 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fb97eb0edbe8%2C45399%2C1731176505245 2024-11-09T18:22:06,669 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,45399,1731176505245.replicationSource.wal-reader.fb97eb0edbe8%2C45399%2C1731176505245,1-fb97eb0edbe8,45399,1731176505245 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/WALs/fb97eb0edbe8,45399,1731176505245/fb97eb0edbe8%2C45399%2C1731176505245.1731176507458, startPosition=0, beingWritten=true 2024-11-09T18:22:06,674 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,45399,1731176505245.replicationSource.wal-reader.fb97eb0edbe8%2C45399%2C1731176505245,1-fb97eb0edbe8,45399,1731176505245 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T18:22:06,674 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,45399,1731176505245.replicationSource.wal-reader.fb97eb0edbe8%2C45399%2C1731176505245,1-fb97eb0edbe8,45399,1731176505245 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/WALs/fb97eb0edbe8,45399,1731176505245/fb97eb0edbe8%2C45399%2C1731176505245.1731176507458 to pos 379, reset compression=false 2024-11-09T18:22:06,674 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,45399,1731176505245.replicationSource.shipperfb97eb0edbe8%2C45399%2C1731176505245,1-fb97eb0edbe8,45399,1731176505245 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fb97eb0edbe8,45399,1731176505245 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/WALs/fb97eb0edbe8,45399,1731176505245/fb97eb0edbe8%2C45399%2C1731176505245.1731176507458, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T18:22:06,878 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,45399,1731176505245.replicationSource.wal-reader.fb97eb0edbe8%2C45399%2C1731176505245,1-fb97eb0edbe8,45399,1731176505245 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/WALs/fb97eb0edbe8,45399,1731176505245/fb97eb0edbe8%2C45399%2C1731176505245.1731176507458 to pos 379, reset compression=false 2024-11-09T18:22:07,181 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,45399,1731176505245.replicationSource.wal-reader.fb97eb0edbe8%2C45399%2C1731176505245,1-fb97eb0edbe8,45399,1731176505245 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/WALs/fb97eb0edbe8,45399,1731176505245/fb97eb0edbe8%2C45399%2C1731176505245.1731176507458 to pos 379, reset compression=false 2024-11-09T18:22:07,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T18:22:07,289 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T18:22:07,289 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:22:07,289 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:22:07,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:22:07,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:22:07,289 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:22:07,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44f97490, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:22:07,290 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,34433,-1 for getting cluster id 2024-11-09T18:22:07,290 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:22:07,291 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9946a67e-dec7-483b-9252-21ee326962b0' 2024-11-09T18:22:07,291 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:22:07,291 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9946a67e-dec7-483b-9252-21ee326962b0" 2024-11-09T18:22:07,291 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35a6289e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:22:07,291 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,34433,-1] 2024-11-09T18:22:07,292 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:22:07,292 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:22:07,292 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:22:07,293 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3202dfc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:22:07,293 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:22:07,294 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,34433,1731176510911 2024-11-09T18:22:07,294 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60e401cb 2024-11-09T18:22:07,294 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:22:07,295 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:22:07,296 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34433 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://fb97eb0edbe8:38725,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T18:22:07,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34433 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T18:22:07,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T18:22:07,298 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fb97eb0edbe8:38725' 2024-11-09T18:22:07,299 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57c76bb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:22:07,299 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,38725,-1 for getting cluster id 2024-11-09T18:22:07,300 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:22:07,300 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9988a747-d3ae-45fa-807e-a417a753a351' 2024-11-09T18:22:07,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:22:07,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9988a747-d3ae-45fa-807e-a417a753a351" 2024-11-09T18:22:07,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4949f4d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:22:07,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,38725,-1] 2024-11-09T18:22:07,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:22:07,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:22:07,301 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:22:07,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46293248, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:22:07,302 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:22:07,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,38725,1731176516175 2024-11-09T18:22:07,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44a8153e 2024-11-09T18:22:07,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:22:07,303 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:22:07,304 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T18:22:07,304 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T18:22:07,304 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:22:07,304 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:22:07,304 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:22:07,304 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:22:07,305 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T18:22:07,306 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T18:22:07,306 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:07,306 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T18:22:07,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741837_1013 (size=1138) 2024-11-09T18:22:07,355 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T18:22:07,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T18:22:07,584 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,45399,1731176505245.replicationSource.wal-reader.fb97eb0edbe8%2C45399%2C1731176505245,1-fb97eb0edbe8,45399,1731176505245 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/WALs/fb97eb0edbe8,45399,1731176505245/fb97eb0edbe8%2C45399%2C1731176505245.1731176507458 to pos 379, reset compression=false 2024-11-09T18:22:07,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T18:22:07,712 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f1d3155e8b92a1a38480f9e2580a0f6c, NAME => 'hbase:replication,,1731176527304.f1d3155e8b92a1a38480f9e2580a0f6c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee 2024-11-09T18:22:07,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741838_1014 (size=44) 2024-11-09T18:22:07,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T18:22:08,087 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,45399,1731176505245.replicationSource.wal-reader.fb97eb0edbe8%2C45399%2C1731176505245,1-fb97eb0edbe8,45399,1731176505245 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/WALs/fb97eb0edbe8,45399,1731176505245/fb97eb0edbe8%2C45399%2C1731176505245.1731176507458 to pos 379, reset compression=false 2024-11-09T18:22:08,117 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731176527304.f1d3155e8b92a1a38480f9e2580a0f6c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:22:08,117 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f1d3155e8b92a1a38480f9e2580a0f6c, disabling compactions & flushes 2024-11-09T18:22:08,117 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731176527304.f1d3155e8b92a1a38480f9e2580a0f6c. 2024-11-09T18:22:08,117 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731176527304.f1d3155e8b92a1a38480f9e2580a0f6c. 2024-11-09T18:22:08,117 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731176527304.f1d3155e8b92a1a38480f9e2580a0f6c. after waiting 0 ms 2024-11-09T18:22:08,117 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731176527304.f1d3155e8b92a1a38480f9e2580a0f6c. 2024-11-09T18:22:08,117 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731176527304.f1d3155e8b92a1a38480f9e2580a0f6c. 2024-11-09T18:22:08,117 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f1d3155e8b92a1a38480f9e2580a0f6c: Waiting for close lock at 1731176528117Disabling compacts and flushes for region at 1731176528117Disabling writes for close at 1731176528117Writing region close event to WAL at 1731176528117Closed at 1731176528117 2024-11-09T18:22:08,118 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T18:22:08,118 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731176527304.f1d3155e8b92a1a38480f9e2580a0f6c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731176528118"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731176528118"}]},"ts":"1731176528118"} 2024-11-09T18:22:08,120 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T18:22:08,120 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T18:22:08,120 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176528120"}]},"ts":"1731176528120"} 2024-11-09T18:22:08,122 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T18:22:08,122 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f1d3155e8b92a1a38480f9e2580a0f6c, ASSIGN}] 2024-11-09T18:22:08,123 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f1d3155e8b92a1a38480f9e2580a0f6c, ASSIGN 2024-11-09T18:22:08,123 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f1d3155e8b92a1a38480f9e2580a0f6c, ASSIGN; state=OFFLINE, location=fb97eb0edbe8,38551,1731176511051; forceNewPlan=false, retain=false 2024-11-09T18:22:08,274 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f1d3155e8b92a1a38480f9e2580a0f6c, regionState=OPENING, regionLocation=fb97eb0edbe8,38551,1731176511051 2024-11-09T18:22:08,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f1d3155e8b92a1a38480f9e2580a0f6c, ASSIGN because future has completed 2024-11-09T18:22:08,276 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f1d3155e8b92a1a38480f9e2580a0f6c, server=fb97eb0edbe8,38551,1731176511051}] 2024-11-09T18:22:08,430 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731176527304.f1d3155e8b92a1a38480f9e2580a0f6c. 2024-11-09T18:22:08,430 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:22:08,430 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T18:22:08,431 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fb97eb0edbe8%2C38551%2C1731176511051.rep, suffix=, logDir=hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/WALs/fb97eb0edbe8,38551,1731176511051, archiveDir=hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/oldWALs, maxLogs=10 2024-11-09T18:22:08,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T18:22:08,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/WALs/fb97eb0edbe8,38551,1731176511051/fb97eb0edbe8%2C38551%2C1731176511051.rep.1731176528431, exclude list is [], retry=0 2024-11-09T18:22:08,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40951,DS-68d6e0f1-abea-418e-b93a-5f9592e2ed7c,DISK] 2024-11-09T18:22:08,446 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/WALs/fb97eb0edbe8,38551,1731176511051/fb97eb0edbe8%2C38551%2C1731176511051.rep.1731176528431 2024-11-09T18:22:08,446 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38751:38751)] 2024-11-09T18:22:08,446 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f1d3155e8b92a1a38480f9e2580a0f6c, NAME => 'hbase:replication,,1731176527304.f1d3155e8b92a1a38480f9e2580a0f6c.', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:22:08,446 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T18:22:08,446 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T18:22:08,446 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731176527304.f1d3155e8b92a1a38480f9e2580a0f6c. service=MultiRowMutationService 2024-11-09T18:22:08,446 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T18:22:08,446 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f1d3155e8b92a1a38480f9e2580a0f6c 2024-11-09T18:22:08,447 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731176527304.f1d3155e8b92a1a38480f9e2580a0f6c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:22:08,447 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f1d3155e8b92a1a38480f9e2580a0f6c 2024-11-09T18:22:08,447 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f1d3155e8b92a1a38480f9e2580a0f6c 2024-11-09T18:22:08,448 INFO [StoreOpener-f1d3155e8b92a1a38480f9e2580a0f6c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f1d3155e8b92a1a38480f9e2580a0f6c 2024-11-09T18:22:08,448 INFO [StoreOpener-f1d3155e8b92a1a38480f9e2580a0f6c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1d3155e8b92a1a38480f9e2580a0f6c columnFamilyName hfileref 2024-11-09T18:22:08,448 DEBUG [StoreOpener-f1d3155e8b92a1a38480f9e2580a0f6c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:08,449 INFO [StoreOpener-f1d3155e8b92a1a38480f9e2580a0f6c-1 {}] regionserver.HStore(327): Store=f1d3155e8b92a1a38480f9e2580a0f6c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:22:08,449 INFO [StoreOpener-f1d3155e8b92a1a38480f9e2580a0f6c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f1d3155e8b92a1a38480f9e2580a0f6c 2024-11-09T18:22:08,449 INFO [StoreOpener-f1d3155e8b92a1a38480f9e2580a0f6c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1d3155e8b92a1a38480f9e2580a0f6c columnFamilyName queue 2024-11-09T18:22:08,449 DEBUG [StoreOpener-f1d3155e8b92a1a38480f9e2580a0f6c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:08,450 INFO [StoreOpener-f1d3155e8b92a1a38480f9e2580a0f6c-1 {}] regionserver.HStore(327): Store=f1d3155e8b92a1a38480f9e2580a0f6c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:22:08,450 INFO [StoreOpener-f1d3155e8b92a1a38480f9e2580a0f6c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f1d3155e8b92a1a38480f9e2580a0f6c 2024-11-09T18:22:08,450 INFO [StoreOpener-f1d3155e8b92a1a38480f9e2580a0f6c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1d3155e8b92a1a38480f9e2580a0f6c columnFamilyName sid 2024-11-09T18:22:08,450 DEBUG [StoreOpener-f1d3155e8b92a1a38480f9e2580a0f6c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:08,451 INFO [StoreOpener-f1d3155e8b92a1a38480f9e2580a0f6c-1 {}] regionserver.HStore(327): Store=f1d3155e8b92a1a38480f9e2580a0f6c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:22:08,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f1d3155e8b92a1a38480f9e2580a0f6c 2024-11-09T18:22:08,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/data/hbase/replication/f1d3155e8b92a1a38480f9e2580a0f6c 2024-11-09T18:22:08,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/data/hbase/replication/f1d3155e8b92a1a38480f9e2580a0f6c 2024-11-09T18:22:08,452 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f1d3155e8b92a1a38480f9e2580a0f6c 2024-11-09T18:22:08,452 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f1d3155e8b92a1a38480f9e2580a0f6c 2024-11-09T18:22:08,452 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T18:22:08,452 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f1d3155e8b92a1a38480f9e2580a0f6c 2024-11-09T18:22:08,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/data/hbase/replication/f1d3155e8b92a1a38480f9e2580a0f6c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:22:08,454 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f1d3155e8b92a1a38480f9e2580a0f6c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67740194, jitterRate=0.00940755009651184}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T18:22:08,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f1d3155e8b92a1a38480f9e2580a0f6c 2024-11-09T18:22:08,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f1d3155e8b92a1a38480f9e2580a0f6c: Running coprocessor pre-open hook at 1731176528447Writing region info on filesystem at 1731176528447Initializing all the Stores at 1731176528447Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176528447Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176528447Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176528447Cleaning up temporary data from old regions at 1731176528452 (+5 ms)Running coprocessor post-open hooks at 1731176528454 (+2 ms)Region opened successfully at 1731176528454 2024-11-09T18:22:08,455 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731176527304.f1d3155e8b92a1a38480f9e2580a0f6c., pid=10, masterSystemTime=1731176528427 2024-11-09T18:22:08,457 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731176527304.f1d3155e8b92a1a38480f9e2580a0f6c. 2024-11-09T18:22:08,457 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731176527304.f1d3155e8b92a1a38480f9e2580a0f6c. 2024-11-09T18:22:08,457 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f1d3155e8b92a1a38480f9e2580a0f6c, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,38551,1731176511051 2024-11-09T18:22:08,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f1d3155e8b92a1a38480f9e2580a0f6c, server=fb97eb0edbe8,38551,1731176511051 because future has completed 2024-11-09T18:22:08,460 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T18:22:08,460 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f1d3155e8b92a1a38480f9e2580a0f6c, server=fb97eb0edbe8,38551,1731176511051 in 183 msec 2024-11-09T18:22:08,461 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T18:22:08,461 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f1d3155e8b92a1a38480f9e2580a0f6c, ASSIGN in 338 msec 2024-11-09T18:22:08,462 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T18:22:08,462 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176528462"}]},"ts":"1731176528462"} 2024-11-09T18:22:08,463 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T18:22:08,464 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T18:22:08,465 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1600 sec 2024-11-09T18:22:08,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731176527304.f1d3155e8b92a1a38480f9e2580a0f6c., hostname=fb97eb0edbe8,38551,1731176511051, seqNum=2] 2024-11-09T18:22:08,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34433-0x10120d5116f0003, quorum=127.0.0.1:60905, baseZNode=/1889719177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1889719177 2024-11-09T18:22:08,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38551-0x10120d5116f0004, quorum=127.0.0.1:60905, baseZNode=/1889719177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1889719177 2024-11-09T18:22:08,622 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T18:22:08,690 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,45399,1731176505245.replicationSource.wal-reader.fb97eb0edbe8%2C45399%2C1731176505245,1-fb97eb0edbe8,45399,1731176505245 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/WALs/fb97eb0edbe8,45399,1731176505245/fb97eb0edbe8%2C45399%2C1731176505245.1731176507458 to pos 379, reset compression=false 2024-11-09T18:22:08,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T18:22:08,774 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T18:22:08,800 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-fb97eb0edbe8,38551,1731176511051, ReplicationSource: 1, currentBandwidth=0 2024-11-09T18:22:08,800 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:22:08,800 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,38551,1731176511051, seqNum=-1] 2024-11-09T18:22:08,800 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:22:08,801 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38261, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-09T18:22:08,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-fb97eb0edbe8,38551,1731176511051', locateType=CURRENT is [region=hbase:replication,,1731176527304.f1d3155e8b92a1a38480f9e2580a0f6c., hostname=fb97eb0edbe8,38551,1731176511051, seqNum=2] 2024-11-09T18:22:08,804 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T18:22:08,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34433 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T18:22:08,806 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on fb97eb0edbe8,38551,1731176511051 suceeded 2024-11-09T18:22:08,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T18:22:08,807 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://fb97eb0edbe8:38725,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T18:22:08,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-09T18:22:08,808 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5110 sec 2024-11-09T18:22:08,828 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38551,1731176511051 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fb97eb0edbe8:38725' 2024-11-09T18:22:08,829 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38551,1731176511051 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c274120, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:22:08,829 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38551,1731176511051 {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,38725,-1 for getting cluster id 2024-11-09T18:22:08,829 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38551,1731176511051 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:22:08,830 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9988a747-d3ae-45fa-807e-a417a753a351' 2024-11-09T18:22:08,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:22:08,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9988a747-d3ae-45fa-807e-a417a753a351" 2024-11-09T18:22:08,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@549f956e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:22:08,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,38725,-1] 2024-11-09T18:22:08,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:22:08,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:22:08,832 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:22:08,833 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38551,1731176511051 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59aee33c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:22:08,833 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38551,1731176511051 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:22:08,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,38725,1731176516175 2024-11-09T18:22:08,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a5d7d4a 2024-11-09T18:22:08,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:22:08,835 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-09T18:22:08,835 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38551,1731176511051 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fb97eb0edbe8,38551,1731176511051 (queues=1) is replicating from cluster=9946a67e-dec7-483b-9252-21ee326962b0 to cluster=9988a747-d3ae-45fa-807e-a417a753a351 2024-11-09T18:22:08,835 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38551,1731176511051 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fb97eb0edbe8%2C38551%2C1731176511051 2024-11-09T18:22:08,835 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38551,1731176511051 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fb97eb0edbe8,38551,1731176511051, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T18:22:08,836 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38551,1731176511051.replicationSource.shipperfb97eb0edbe8%2C38551%2C1731176511051,1-fb97eb0edbe8,38551,1731176511051 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fb97eb0edbe8%2C38551%2C1731176511051 2024-11-09T18:22:08,836 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38551,1731176511051.replicationSource.wal-reader.fb97eb0edbe8%2C38551%2C1731176511051,1-fb97eb0edbe8,38551,1731176511051 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/WALs/fb97eb0edbe8,38551,1731176511051/fb97eb0edbe8%2C38551%2C1731176511051.1731176513237, startPosition=0, beingWritten=true 2024-11-09T18:22:08,842 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38551,1731176511051.replicationSource.wal-reader.fb97eb0edbe8%2C38551%2C1731176511051,1-fb97eb0edbe8,38551,1731176511051 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T18:22:08,842 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38551,1731176511051.replicationSource.wal-reader.fb97eb0edbe8%2C38551%2C1731176511051,1-fb97eb0edbe8,38551,1731176511051 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/WALs/fb97eb0edbe8,38551,1731176511051/fb97eb0edbe8%2C38551%2C1731176511051.1731176513237 to pos 379, reset compression=false 2024-11-09T18:22:08,842 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38551,1731176511051.replicationSource.shipperfb97eb0edbe8%2C38551%2C1731176511051,1-fb97eb0edbe8,38551,1731176511051 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fb97eb0edbe8,38551,1731176511051 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/WALs/fb97eb0edbe8,38551,1731176511051/fb97eb0edbe8%2C38551%2C1731176511051.1731176513237, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T18:22:09,049 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38551,1731176511051.replicationSource.wal-reader.fb97eb0edbe8%2C38551%2C1731176511051,1-fb97eb0edbe8,38551,1731176511051 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/WALs/fb97eb0edbe8,38551,1731176511051/fb97eb0edbe8%2C38551%2C1731176511051.1731176513237 to pos 379, reset compression=false 2024-11-09T18:22:09,078 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:22:09,078 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fb97eb0edbe8,32911,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fb97eb0edbe8:32911 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T18:22:09,079 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108642 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fb97eb0edbe8,32911,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fb97eb0edbe8:32911 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T18:22:09,352 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38551,1731176511051.replicationSource.wal-reader.fb97eb0edbe8%2C38551%2C1731176511051,1-fb97eb0edbe8,38551,1731176511051 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/WALs/fb97eb0edbe8,38551,1731176511051/fb97eb0edbe8%2C38551%2C1731176511051.1731176513237 to pos 379, reset compression=false 2024-11-09T18:22:09,393 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,45399,1731176505245.replicationSource.wal-reader.fb97eb0edbe8%2C45399%2C1731176505245,1-fb97eb0edbe8,45399,1731176505245 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/WALs/fb97eb0edbe8,45399,1731176505245/fb97eb0edbe8%2C45399%2C1731176505245.1731176507458 to pos 379, reset compression=false 2024-11-09T18:22:09,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T18:22:09,448 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T18:22:09,449 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:22:09,449 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:22:09,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:22:09,449 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:22:09,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:22:09,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53e264c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:22:09,449 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,38725,-1 for getting cluster id 2024-11-09T18:22:09,450 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:22:09,450 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9988a747-d3ae-45fa-807e-a417a753a351' 2024-11-09T18:22:09,450 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:22:09,450 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9988a747-d3ae-45fa-807e-a417a753a351" 2024-11-09T18:22:09,451 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ea11e8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:22:09,451 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,38725,-1] 2024-11-09T18:22:09,451 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:22:09,451 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:22:09,452 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:22:09,452 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9630205, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:22:09,453 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:22:09,453 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,38725,1731176516175 2024-11-09T18:22:09,453 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@293c21b4 2024-11-09T18:22:09,453 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:22:09,454 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:22:09,454 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38725 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://fb97eb0edbe8:34433,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T18:22:09,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38725 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T18:22:09,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T18:22:09,457 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fb97eb0edbe8:34433' 2024-11-09T18:22:09,458 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a5ddae7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:22:09,458 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,34433,-1 for getting cluster id 2024-11-09T18:22:09,458 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:22:09,459 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9946a67e-dec7-483b-9252-21ee326962b0' 2024-11-09T18:22:09,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:22:09,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9946a67e-dec7-483b-9252-21ee326962b0" 2024-11-09T18:22:09,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@799e8904, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:22:09,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,34433,-1] 2024-11-09T18:22:09,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:22:09,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:22:09,460 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:22:09,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d979541, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:22:09,461 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:22:09,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,34433,1731176510911 2024-11-09T18:22:09,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70cc303a 2024-11-09T18:22:09,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:22:09,462 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:22:09,463 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T18:22:09,463 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T18:22:09,463 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:22:09,463 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:22:09,463 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:22:09,464 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:22:09,465 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T18:22:09,465 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T18:22:09,466 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:09,466 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T18:22:09,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37347 is added to blk_1073741837_1013 (size=1138) 2024-11-09T18:22:09,515 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T18:22:09,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T18:22:09,755 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38551,1731176511051.replicationSource.wal-reader.fb97eb0edbe8%2C38551%2C1731176511051,1-fb97eb0edbe8,38551,1731176511051 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/WALs/fb97eb0edbe8,38551,1731176511051/fb97eb0edbe8%2C38551%2C1731176511051.1731176513237 to pos 379, reset compression=false 2024-11-09T18:22:09,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T18:22:09,872 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d2292a03461d023d0efcccf4835854d0, NAME => 'hbase:replication,,1731176529463.d2292a03461d023d0efcccf4835854d0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd 2024-11-09T18:22:09,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37347 is added to blk_1073741838_1014 (size=44) 2024-11-09T18:22:10,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T18:22:10,197 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,45399,1731176505245.replicationSource.wal-reader.fb97eb0edbe8%2C45399%2C1731176505245,1-fb97eb0edbe8,45399,1731176505245 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/WALs/fb97eb0edbe8,45399,1731176505245/fb97eb0edbe8%2C45399%2C1731176505245.1731176507458 to pos 379, reset compression=false 2024-11-09T18:22:10,258 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38551,1731176511051.replicationSource.wal-reader.fb97eb0edbe8%2C38551%2C1731176511051,1-fb97eb0edbe8,38551,1731176511051 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/WALs/fb97eb0edbe8,38551,1731176511051/fb97eb0edbe8%2C38551%2C1731176511051.1731176513237 to pos 379, reset compression=false 2024-11-09T18:22:10,277 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731176529463.d2292a03461d023d0efcccf4835854d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:22:10,278 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d2292a03461d023d0efcccf4835854d0, disabling compactions & flushes 2024-11-09T18:22:10,278 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731176529463.d2292a03461d023d0efcccf4835854d0. 2024-11-09T18:22:10,278 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731176529463.d2292a03461d023d0efcccf4835854d0. 2024-11-09T18:22:10,278 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731176529463.d2292a03461d023d0efcccf4835854d0. after waiting 0 ms 2024-11-09T18:22:10,278 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731176529463.d2292a03461d023d0efcccf4835854d0. 2024-11-09T18:22:10,278 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731176529463.d2292a03461d023d0efcccf4835854d0. 2024-11-09T18:22:10,278 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d2292a03461d023d0efcccf4835854d0: Waiting for close lock at 1731176530277Disabling compacts and flushes for region at 1731176530277Disabling writes for close at 1731176530278 (+1 ms)Writing region close event to WAL at 1731176530278Closed at 1731176530278 2024-11-09T18:22:10,279 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T18:22:10,279 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731176529463.d2292a03461d023d0efcccf4835854d0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731176530279"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731176530279"}]},"ts":"1731176530279"} 2024-11-09T18:22:10,280 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T18:22:10,281 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T18:22:10,281 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176530281"}]},"ts":"1731176530281"} 2024-11-09T18:22:10,282 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T18:22:10,283 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d2292a03461d023d0efcccf4835854d0, ASSIGN}] 2024-11-09T18:22:10,284 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d2292a03461d023d0efcccf4835854d0, ASSIGN 2024-11-09T18:22:10,284 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d2292a03461d023d0efcccf4835854d0, ASSIGN; state=OFFLINE, location=fb97eb0edbe8,42001,1731176516315; forceNewPlan=false, retain=false 2024-11-09T18:22:10,435 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d2292a03461d023d0efcccf4835854d0, regionState=OPENING, regionLocation=fb97eb0edbe8,42001,1731176516315 2024-11-09T18:22:10,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d2292a03461d023d0efcccf4835854d0, ASSIGN because future has completed 2024-11-09T18:22:10,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2292a03461d023d0efcccf4835854d0, server=fb97eb0edbe8,42001,1731176516315}] 2024-11-09T18:22:10,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T18:22:10,592 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731176529463.d2292a03461d023d0efcccf4835854d0. 2024-11-09T18:22:10,592 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:22:10,593 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T18:22:10,596 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fb97eb0edbe8%2C42001%2C1731176516315.rep, suffix=, logDir=hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/WALs/fb97eb0edbe8,42001,1731176516315, archiveDir=hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/oldWALs, maxLogs=10 2024-11-09T18:22:10,613 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/WALs/fb97eb0edbe8,42001,1731176516315/fb97eb0edbe8%2C42001%2C1731176516315.rep.1731176530597, exclude list is [], retry=0 2024-11-09T18:22:10,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37347,DS-f7708e46-fed4-400e-82ae-844a3a1fcac3,DISK] 2024-11-09T18:22:10,617 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/WALs/fb97eb0edbe8,42001,1731176516315/fb97eb0edbe8%2C42001%2C1731176516315.rep.1731176530597 2024-11-09T18:22:10,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34727:34727)] 2024-11-09T18:22:10,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d2292a03461d023d0efcccf4835854d0, NAME => 'hbase:replication,,1731176529463.d2292a03461d023d0efcccf4835854d0.', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:22:10,617 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T18:22:10,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T18:22:10,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731176529463.d2292a03461d023d0efcccf4835854d0. service=MultiRowMutationService 2024-11-09T18:22:10,618 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T18:22:10,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d2292a03461d023d0efcccf4835854d0 2024-11-09T18:22:10,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731176529463.d2292a03461d023d0efcccf4835854d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:22:10,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d2292a03461d023d0efcccf4835854d0 2024-11-09T18:22:10,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d2292a03461d023d0efcccf4835854d0 2024-11-09T18:22:10,620 INFO [StoreOpener-d2292a03461d023d0efcccf4835854d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d2292a03461d023d0efcccf4835854d0 2024-11-09T18:22:10,621 INFO [StoreOpener-d2292a03461d023d0efcccf4835854d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2292a03461d023d0efcccf4835854d0 columnFamilyName hfileref 2024-11-09T18:22:10,621 DEBUG [StoreOpener-d2292a03461d023d0efcccf4835854d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:10,621 INFO [StoreOpener-d2292a03461d023d0efcccf4835854d0-1 {}] regionserver.HStore(327): Store=d2292a03461d023d0efcccf4835854d0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:22:10,622 INFO [StoreOpener-d2292a03461d023d0efcccf4835854d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d2292a03461d023d0efcccf4835854d0 2024-11-09T18:22:10,622 INFO [StoreOpener-d2292a03461d023d0efcccf4835854d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2292a03461d023d0efcccf4835854d0 columnFamilyName queue 2024-11-09T18:22:10,622 DEBUG [StoreOpener-d2292a03461d023d0efcccf4835854d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:10,622 INFO [StoreOpener-d2292a03461d023d0efcccf4835854d0-1 {}] regionserver.HStore(327): Store=d2292a03461d023d0efcccf4835854d0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:22:10,622 INFO [StoreOpener-d2292a03461d023d0efcccf4835854d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d2292a03461d023d0efcccf4835854d0 2024-11-09T18:22:10,623 INFO [StoreOpener-d2292a03461d023d0efcccf4835854d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2292a03461d023d0efcccf4835854d0 columnFamilyName sid 2024-11-09T18:22:10,623 DEBUG [StoreOpener-d2292a03461d023d0efcccf4835854d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:10,623 INFO [StoreOpener-d2292a03461d023d0efcccf4835854d0-1 {}] regionserver.HStore(327): Store=d2292a03461d023d0efcccf4835854d0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:22:10,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d2292a03461d023d0efcccf4835854d0 2024-11-09T18:22:10,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/data/hbase/replication/d2292a03461d023d0efcccf4835854d0 2024-11-09T18:22:10,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/data/hbase/replication/d2292a03461d023d0efcccf4835854d0 2024-11-09T18:22:10,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d2292a03461d023d0efcccf4835854d0 2024-11-09T18:22:10,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d2292a03461d023d0efcccf4835854d0 2024-11-09T18:22:10,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T18:22:10,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d2292a03461d023d0efcccf4835854d0 2024-11-09T18:22:10,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/data/hbase/replication/d2292a03461d023d0efcccf4835854d0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:22:10,627 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d2292a03461d023d0efcccf4835854d0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70632575, jitterRate=0.05250738561153412}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T18:22:10,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d2292a03461d023d0efcccf4835854d0 2024-11-09T18:22:10,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d2292a03461d023d0efcccf4835854d0: Running coprocessor pre-open hook at 1731176530618Writing region info on filesystem at 1731176530618Initializing all the Stores at 1731176530618Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176530618Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176530620 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176530620Cleaning up temporary data from old regions at 1731176530625 (+5 ms)Running coprocessor post-open hooks at 1731176530627 (+2 ms)Region opened successfully at 1731176530627 2024-11-09T18:22:10,628 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731176529463.d2292a03461d023d0efcccf4835854d0., pid=10, masterSystemTime=1731176530589 2024-11-09T18:22:10,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731176529463.d2292a03461d023d0efcccf4835854d0. 2024-11-09T18:22:10,630 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731176529463.d2292a03461d023d0efcccf4835854d0. 2024-11-09T18:22:10,630 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d2292a03461d023d0efcccf4835854d0, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,42001,1731176516315 2024-11-09T18:22:10,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2292a03461d023d0efcccf4835854d0, server=fb97eb0edbe8,42001,1731176516315 because future has completed 2024-11-09T18:22:10,634 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T18:22:10,634 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d2292a03461d023d0efcccf4835854d0, server=fb97eb0edbe8,42001,1731176516315 in 196 msec 2024-11-09T18:22:10,635 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T18:22:10,635 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d2292a03461d023d0efcccf4835854d0, ASSIGN in 351 msec 2024-11-09T18:22:10,636 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T18:22:10,636 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176530636"}]},"ts":"1731176530636"} 2024-11-09T18:22:10,638 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T18:22:10,638 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T18:22:10,640 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1740 sec 2024-11-09T18:22:10,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731176529463.d2292a03461d023d0efcccf4835854d0., hostname=fb97eb0edbe8,42001,1731176516315, seqNum=2] 2024-11-09T18:22:10,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38725-0x10120d5116f0006, quorum=127.0.0.1:60905, baseZNode=/2-1690853645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1690853645 2024-11-09T18:22:10,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42001-0x10120d5116f0007, quorum=127.0.0.1:60905, baseZNode=/2-1690853645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1690853645 2024-11-09T18:22:10,749 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T18:22:10,862 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38551,1731176511051.replicationSource.wal-reader.fb97eb0edbe8%2C38551%2C1731176511051,1-fb97eb0edbe8,38551,1731176511051 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/WALs/fb97eb0edbe8,38551,1731176511051/fb97eb0edbe8%2C38551%2C1731176511051.1731176513237 to pos 379, reset compression=false 2024-11-09T18:22:10,901 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42001 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T18:22:10,901 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T18:22:10,946 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-fb97eb0edbe8,42001,1731176516315, ReplicationSource: 1, currentBandwidth=0 2024-11-09T18:22:10,947 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:22:10,947 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,42001,1731176516315, seqNum=-1] 2024-11-09T18:22:10,947 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:22:10,948 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47349, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-09T18:22:10,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-fb97eb0edbe8,42001,1731176516315', locateType=CURRENT is [region=hbase:replication,,1731176529463.d2292a03461d023d0efcccf4835854d0., hostname=fb97eb0edbe8,42001,1731176516315, seqNum=2] 2024-11-09T18:22:10,952 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T18:22:10,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38725 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T18:22:10,954 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on fb97eb0edbe8,42001,1731176516315 suceeded 2024-11-09T18:22:10,956 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T18:22:10,956 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 205 msec 2024-11-09T18:22:10,956 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://fb97eb0edbe8:34433,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T18:22:10,957 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5020 sec 2024-11-09T18:22:10,967 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,42001,1731176516315 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fb97eb0edbe8:34433' 2024-11-09T18:22:10,968 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,42001,1731176516315 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@569f2206, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:22:10,968 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,42001,1731176516315 {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,34433,-1 for getting cluster id 2024-11-09T18:22:10,968 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,42001,1731176516315 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:22:10,969 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9946a67e-dec7-483b-9252-21ee326962b0' 2024-11-09T18:22:10,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:22:10,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9946a67e-dec7-483b-9252-21ee326962b0" 2024-11-09T18:22:10,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@af95df1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:22:10,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,34433,-1] 2024-11-09T18:22:10,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:22:10,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:22:10,970 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:22:10,971 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,42001,1731176516315 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7fc44d3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:22:10,971 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,42001,1731176516315 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:22:10,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,34433,1731176510911 2024-11-09T18:22:10,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22424ad9 2024-11-09T18:22:10,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:22:10,973 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-09T18:22:10,973 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,42001,1731176516315 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fb97eb0edbe8,42001,1731176516315 (queues=1) is replicating from cluster=9988a747-d3ae-45fa-807e-a417a753a351 to cluster=9946a67e-dec7-483b-9252-21ee326962b0 2024-11-09T18:22:10,973 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,42001,1731176516315 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fb97eb0edbe8%2C42001%2C1731176516315 2024-11-09T18:22:10,974 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,42001,1731176516315 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fb97eb0edbe8,42001,1731176516315, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T18:22:10,974 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,42001,1731176516315.replicationSource.wal-reader.fb97eb0edbe8%2C42001%2C1731176516315,1-fb97eb0edbe8,42001,1731176516315 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/WALs/fb97eb0edbe8,42001,1731176516315/fb97eb0edbe8%2C42001%2C1731176516315.1731176518666, startPosition=0, beingWritten=true 2024-11-09T18:22:10,975 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,42001,1731176516315.replicationSource.shipperfb97eb0edbe8%2C42001%2C1731176516315,1-fb97eb0edbe8,42001,1731176516315 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fb97eb0edbe8%2C42001%2C1731176516315 2024-11-09T18:22:10,979 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,42001,1731176516315.replicationSource.wal-reader.fb97eb0edbe8%2C42001%2C1731176516315,1-fb97eb0edbe8,42001,1731176516315 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T18:22:10,979 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,42001,1731176516315.replicationSource.wal-reader.fb97eb0edbe8%2C42001%2C1731176516315,1-fb97eb0edbe8,42001,1731176516315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/WALs/fb97eb0edbe8,42001,1731176516315/fb97eb0edbe8%2C42001%2C1731176516315.1731176518666 to pos 379, reset compression=false 2024-11-09T18:22:10,979 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,42001,1731176516315.replicationSource.shipperfb97eb0edbe8%2C42001%2C1731176516315,1-fb97eb0edbe8,42001,1731176516315 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fb97eb0edbe8,42001,1731176516315 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/WALs/fb97eb0edbe8,42001,1731176516315/fb97eb0edbe8%2C42001%2C1731176516315.1731176518666, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T18:22:11,100 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,45399,1731176505245.replicationSource.wal-reader.fb97eb0edbe8%2C45399%2C1731176505245,1-fb97eb0edbe8,45399,1731176505245 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/WALs/fb97eb0edbe8,45399,1731176505245/fb97eb0edbe8%2C45399%2C1731176505245.1731176507458 to pos 379, reset compression=false 2024-11-09T18:22:11,153 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T18:22:11,183 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,42001,1731176516315.replicationSource.wal-reader.fb97eb0edbe8%2C42001%2C1731176516315,1-fb97eb0edbe8,42001,1731176516315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/WALs/fb97eb0edbe8,42001,1731176516315/fb97eb0edbe8%2C42001%2C1731176516315.1731176518666 to pos 379, reset compression=false 2024-11-09T18:22:11,487 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,42001,1731176516315.replicationSource.wal-reader.fb97eb0edbe8%2C42001%2C1731176516315,1-fb97eb0edbe8,42001,1731176516315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/WALs/fb97eb0edbe8,42001,1731176516315/fb97eb0edbe8%2C42001%2C1731176516315.1731176518666 to pos 379, reset compression=false 2024-11-09T18:22:11,565 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38551,1731176511051.replicationSource.wal-reader.fb97eb0edbe8%2C38551%2C1731176511051,1-fb97eb0edbe8,38551,1731176511051 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/WALs/fb97eb0edbe8,38551,1731176511051/fb97eb0edbe8%2C38551%2C1731176511051.1731176513237 to pos 379, reset compression=false 2024-11-09T18:22:11,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T18:22:11,598 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T18:22:11,598 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:22:11,598 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:22:11,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:22:11,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:22:11,599 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:22:11,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c7d3ca5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:22:11,599 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,42733,-1 for getting cluster id 2024-11-09T18:22:11,599 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:22:11,600 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '805eee4d-6436-430e-a5f9-a035165e5952' 2024-11-09T18:22:11,600 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:22:11,600 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "805eee4d-6436-430e-a5f9-a035165e5952" 2024-11-09T18:22:11,600 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67c262e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:22:11,600 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,42733,-1] 2024-11-09T18:22:11,601 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:22:11,601 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:22:11,601 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:22:11,602 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20acf357, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:22:11,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2244f975, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:22:11,603 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,34433,-1 for getting cluster id 2024-11-09T18:22:11,603 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:22:11,603 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9946a67e-dec7-483b-9252-21ee326962b0' 2024-11-09T18:22:11,603 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:22:11,603 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9946a67e-dec7-483b-9252-21ee326962b0" 2024-11-09T18:22:11,604 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e56aae5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:22:11,604 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,34433,-1] 2024-11-09T18:22:11,604 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:22:11,604 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:22:11,604 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:22:11,605 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dcd213d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:22:11,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@470a35cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:22:11,605 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,38725,-1 for getting cluster id 2024-11-09T18:22:11,605 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:22:11,606 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9988a747-d3ae-45fa-807e-a417a753a351' 2024-11-09T18:22:11,606 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:22:11,606 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9988a747-d3ae-45fa-807e-a417a753a351" 2024-11-09T18:22:11,606 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@619957dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:22:11,606 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,38725,-1] 2024-11-09T18:22:11,606 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:22:11,606 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:22:11,607 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:22:11,607 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@267f74c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:22:11,608 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:22:11,609 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,45399,1731176505245, seqNum=-1] 2024-11-09T18:22:11,609 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:22:11,610 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:22:11,612 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731176519690.a5d53e132102af702448267fd64456cc., hostname=fb97eb0edbe8,45399,1731176505245, seqNum=2] 2024-11-09T18:22:11,614 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:22:11,615 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,42001,1731176516315, seqNum=-1] 2024-11-09T18:22:11,615 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:22:11,616 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:22:11,617 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731176522981.e0f7220f9ebad1afa20f7d508016758b., hostname=fb97eb0edbe8,42001,1731176516315, seqNum=2] 2024-11-09T18:22:11,619 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-09T18:22:11,800 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T18:22:11,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:11,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:11,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:11,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:11,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:11,840 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:11,840 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:11,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:11,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:11,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:11,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:11,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:11,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:11,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:11,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:11,890 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,42001,1731176516315.replicationSource.wal-reader.fb97eb0edbe8%2C42001%2C1731176516315,1-fb97eb0edbe8,42001,1731176516315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/WALs/fb97eb0edbe8,42001,1731176516315/fb97eb0edbe8%2C42001%2C1731176516315.1731176518666 to pos 379, reset compression=false 2024-11-09T18:22:12,104 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,45399,1731176505245.replicationSource.wal-reader.fb97eb0edbe8%2C45399%2C1731176505245,1-fb97eb0edbe8,45399,1731176505245 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/WALs/fb97eb0edbe8,45399,1731176505245/fb97eb0edbe8%2C45399%2C1731176505245.1731176507458 to pos 379, reset compression=false 2024-11-09T18:22:12,108 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,45399,1731176505245.replicationSource.wal-reader.fb97eb0edbe8%2C45399%2C1731176505245,1-fb97eb0edbe8,45399,1731176505245 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T18:22:12,108 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,45399,1731176505245.replicationSource.wal-reader.fb97eb0edbe8%2C45399%2C1731176505245,1-fb97eb0edbe8,45399,1731176505245 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/WALs/fb97eb0edbe8,45399,1731176505245/fb97eb0edbe8%2C45399%2C1731176505245.1731176507458 to pos 480, reset compression=false 2024-11-09T18:22:12,109 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,45399,1731176505245.replicationSource.shipperfb97eb0edbe8%2C45399%2C1731176505245,1-fb97eb0edbe8,45399,1731176505245 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fb97eb0edbe8,45399,1731176505245 got entry batch from reader: WALEntryBatch [walEntries=[{test/a5d53e132102af702448267fd64456cc/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/WALs/fb97eb0edbe8,45399,1731176505245/fb97eb0edbe8%2C45399%2C1731176505245.1731176507458, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-09T18:22:12,110 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,45399,1731176505245.replicationSource.shipperfb97eb0edbe8%2C45399%2C1731176505245,1-fb97eb0edbe8,45399,1731176505245 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T18:22:12,111 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-09T18:22:12,112 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38551 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T18:22:12,112 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38551 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@425a2af1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:22:12,112 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38551 {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,34433,-1 for getting cluster id 2024-11-09T18:22:12,112 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38551 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:22:12,113 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9946a67e-dec7-483b-9252-21ee326962b0' 2024-11-09T18:22:12,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:22:12,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9946a67e-dec7-483b-9252-21ee326962b0" 2024-11-09T18:22:12,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32e9f755, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:22:12,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,34433,-1] 2024-11-09T18:22:12,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:22:12,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:22:12,114 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:22:12,115 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38551 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@316b7cc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:22:12,115 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38551 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:22:12,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,38551,1731176511051, seqNum=-1] 2024-11-09T18:22:12,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:22:12,117 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-09T18:22:12,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731176521841.d510fb926a6f93814dd9e3cf1b15fba2., hostname=fb97eb0edbe8,38551,1731176511051, seqNum=2] 2024-11-09T18:22:12,122 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38551 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T18:22:12,312 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,45399,1731176505245.replicationSource.wal-reader.fb97eb0edbe8%2C45399%2C1731176505245,1-fb97eb0edbe8,45399,1731176505245 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/WALs/fb97eb0edbe8,45399,1731176505245/fb97eb0edbe8%2C45399%2C1731176505245.1731176507458 to pos 480, reset compression=false 2024-11-09T18:22:12,368 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38551,1731176511051.replicationSource.wal-reader.fb97eb0edbe8%2C38551%2C1731176511051,1-fb97eb0edbe8,38551,1731176511051 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/WALs/fb97eb0edbe8,38551,1731176511051/fb97eb0edbe8%2C38551%2C1731176511051.1731176513237 to pos 379, reset compression=false 2024-11-09T18:22:12,373 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38551,1731176511051.replicationSource.wal-reader.fb97eb0edbe8%2C38551%2C1731176511051,1-fb97eb0edbe8,38551,1731176511051 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T18:22:12,373 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38551,1731176511051.replicationSource.wal-reader.fb97eb0edbe8%2C38551%2C1731176511051,1-fb97eb0edbe8,38551,1731176511051 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/WALs/fb97eb0edbe8,38551,1731176511051/fb97eb0edbe8%2C38551%2C1731176511051.1731176513237 to pos 504, reset compression=false 2024-11-09T18:22:12,373 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38551,1731176511051.replicationSource.shipperfb97eb0edbe8%2C38551%2C1731176511051,1-fb97eb0edbe8,38551,1731176511051 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fb97eb0edbe8,38551,1731176511051 got entry batch from reader: WALEntryBatch [walEntries=[{test/d510fb926a6f93814dd9e3cf1b15fba2/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/WALs/fb97eb0edbe8,38551,1731176511051/fb97eb0edbe8%2C38551%2C1731176511051.1731176513237, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-09T18:22:12,375 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38551,1731176511051.replicationSource.shipperfb97eb0edbe8%2C38551%2C1731176511051,1-fb97eb0edbe8,38551,1731176511051 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T18:22:12,376 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-09T18:22:12,376 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42001 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T18:22:12,377 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42001 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@688e5b1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:22:12,377 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42001 {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,38725,-1 for getting cluster id 2024-11-09T18:22:12,377 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42001 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:22:12,377 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9988a747-d3ae-45fa-807e-a417a753a351' 2024-11-09T18:22:12,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:22:12,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9988a747-d3ae-45fa-807e-a417a753a351" 2024-11-09T18:22:12,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64da1358, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:22:12,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,38725,-1] 2024-11-09T18:22:12,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:22:12,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:22:12,378 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:22:12,379 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42001 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@126d43a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:22:12,379 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42001 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:22:12,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,42001,1731176516315, seqNum=-1] 2024-11-09T18:22:12,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:22:12,381 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-09T18:22:12,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731176522981.e0f7220f9ebad1afa20f7d508016758b., hostname=fb97eb0edbe8,42001,1731176516315, seqNum=2] 2024-11-09T18:22:12,385 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42001 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T18:22:12,393 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,42001,1731176516315.replicationSource.wal-reader.fb97eb0edbe8%2C42001%2C1731176516315,1-fb97eb0edbe8,42001,1731176516315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/WALs/fb97eb0edbe8,42001,1731176516315/fb97eb0edbe8%2C42001%2C1731176516315.1731176518666 to pos 379, reset compression=false 2024-11-09T18:22:12,397 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,42001,1731176516315.replicationSource.wal-reader.fb97eb0edbe8%2C42001%2C1731176516315,1-fb97eb0edbe8,42001,1731176516315 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T18:22:12,397 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,42001,1731176516315.replicationSource.wal-reader.fb97eb0edbe8%2C42001%2C1731176516315,1-fb97eb0edbe8,42001,1731176516315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/WALs/fb97eb0edbe8,42001,1731176516315/fb97eb0edbe8%2C42001%2C1731176516315.1731176518666 to pos 528, reset compression=false 2024-11-09T18:22:12,397 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,42001,1731176516315.replicationSource.shipperfb97eb0edbe8%2C42001%2C1731176516315,1-fb97eb0edbe8,42001,1731176516315 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fb97eb0edbe8,42001,1731176516315 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/WALs/fb97eb0edbe8,42001,1731176516315/fb97eb0edbe8%2C42001%2C1731176516315.1731176518666, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T18:22:12,576 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38551,1731176511051.replicationSource.wal-reader.fb97eb0edbe8%2C38551%2C1731176511051,1-fb97eb0edbe8,38551,1731176511051 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/WALs/fb97eb0edbe8,38551,1731176511051/fb97eb0edbe8%2C38551%2C1731176511051.1731176513237 to pos 504, reset compression=false 2024-11-09T18:22:12,601 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,42001,1731176516315.replicationSource.wal-reader.fb97eb0edbe8%2C42001%2C1731176516315,1-fb97eb0edbe8,42001,1731176516315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/WALs/fb97eb0edbe8,42001,1731176516315/fb97eb0edbe8%2C42001%2C1731176516315.1731176518666 to pos 528, reset compression=false 2024-11-09T18:22:12,616 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,45399,1731176505245.replicationSource.wal-reader.fb97eb0edbe8%2C45399%2C1731176505245,1-fb97eb0edbe8,45399,1731176505245 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/WALs/fb97eb0edbe8,45399,1731176505245/fb97eb0edbe8%2C45399%2C1731176505245.1731176507458 to pos 480, reset compression=false 2024-11-09T18:22:12,620 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-09T18:22:12,621 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:22:12,622 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,38551,1731176511051, seqNum=-1] 2024-11-09T18:22:12,622 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:22:12,623 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:22:12,624 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731176521841.d510fb926a6f93814dd9e3cf1b15fba2., hostname=fb97eb0edbe8,38551,1731176511051, seqNum=2] 2024-11-09T18:22:12,627 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-09T18:22:12,879 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38551,1731176511051.replicationSource.wal-reader.fb97eb0edbe8%2C38551%2C1731176511051,1-fb97eb0edbe8,38551,1731176511051 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/WALs/fb97eb0edbe8,38551,1731176511051/fb97eb0edbe8%2C38551%2C1731176511051.1731176513237 to pos 504, reset compression=false 2024-11-09T18:22:12,883 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38551,1731176511051.replicationSource.wal-reader.fb97eb0edbe8%2C38551%2C1731176511051,1-fb97eb0edbe8,38551,1731176511051 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T18:22:12,883 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38551,1731176511051.replicationSource.wal-reader.fb97eb0edbe8%2C38551%2C1731176511051,1-fb97eb0edbe8,38551,1731176511051 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/WALs/fb97eb0edbe8,38551,1731176511051/fb97eb0edbe8%2C38551%2C1731176511051.1731176513237 to pos 608, reset compression=false 2024-11-09T18:22:12,883 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38551,1731176511051.replicationSource.shipperfb97eb0edbe8%2C38551%2C1731176511051,1-fb97eb0edbe8,38551,1731176511051 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fb97eb0edbe8,38551,1731176511051 got entry batch from reader: WALEntryBatch [walEntries=[{test/d510fb926a6f93814dd9e3cf1b15fba2/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/WALs/fb97eb0edbe8,38551,1731176511051/fb97eb0edbe8%2C38551%2C1731176511051.1731176513237, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-09T18:22:12,885 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42001 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T18:22:12,887 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42001 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T18:22:12,904 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,42001,1731176516315.replicationSource.wal-reader.fb97eb0edbe8%2C42001%2C1731176516315,1-fb97eb0edbe8,42001,1731176516315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/WALs/fb97eb0edbe8,42001,1731176516315/fb97eb0edbe8%2C42001%2C1731176516315.1731176518666 to pos 528, reset compression=false 2024-11-09T18:22:12,908 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,42001,1731176516315.replicationSource.wal-reader.fb97eb0edbe8%2C42001%2C1731176516315,1-fb97eb0edbe8,42001,1731176516315 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T18:22:12,908 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,42001,1731176516315.replicationSource.wal-reader.fb97eb0edbe8%2C42001%2C1731176516315,1-fb97eb0edbe8,42001,1731176516315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/WALs/fb97eb0edbe8,42001,1731176516315/fb97eb0edbe8%2C42001%2C1731176516315.1731176518666 to pos 656, reset compression=false 2024-11-09T18:22:12,908 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,42001,1731176516315.replicationSource.shipperfb97eb0edbe8%2C42001%2C1731176516315,1-fb97eb0edbe8,42001,1731176516315 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fb97eb0edbe8,42001,1731176516315 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/WALs/fb97eb0edbe8,42001,1731176516315/fb97eb0edbe8%2C42001%2C1731176516315.1731176518666, lastWalPosition=656, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T18:22:13,020 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,45399,1731176505245.replicationSource.wal-reader.fb97eb0edbe8%2C45399%2C1731176505245,1-fb97eb0edbe8,45399,1731176505245 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/WALs/fb97eb0edbe8,45399,1731176505245/fb97eb0edbe8%2C45399%2C1731176505245.1731176507458 to pos 480, reset compression=false 2024-11-09T18:22:13,086 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38551,1731176511051.replicationSource.wal-reader.fb97eb0edbe8%2C38551%2C1731176511051,1-fb97eb0edbe8,38551,1731176511051 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/WALs/fb97eb0edbe8,38551,1731176511051/fb97eb0edbe8%2C38551%2C1731176511051.1731176513237 to pos 608, reset compression=false 2024-11-09T18:22:13,112 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,42001,1731176516315.replicationSource.wal-reader.fb97eb0edbe8%2C42001%2C1731176516315,1-fb97eb0edbe8,42001,1731176516315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/WALs/fb97eb0edbe8,42001,1731176516315/fb97eb0edbe8%2C42001%2C1731176516315.1731176518666 to pos 656, reset compression=false 2024-11-09T18:22:13,391 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38551,1731176511051.replicationSource.wal-reader.fb97eb0edbe8%2C38551%2C1731176511051,1-fb97eb0edbe8,38551,1731176511051 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/WALs/fb97eb0edbe8,38551,1731176511051/fb97eb0edbe8%2C38551%2C1731176511051.1731176513237 to pos 608, reset compression=false 2024-11-09T18:22:13,415 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,42001,1731176516315.replicationSource.wal-reader.fb97eb0edbe8%2C42001%2C1731176516315,1-fb97eb0edbe8,42001,1731176516315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/WALs/fb97eb0edbe8,42001,1731176516315/fb97eb0edbe8%2C42001%2C1731176516315.1731176518666 to pos 656, reset compression=false 2024-11-09T18:22:13,523 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,45399,1731176505245.replicationSource.wal-reader.fb97eb0edbe8%2C45399%2C1731176505245,1-fb97eb0edbe8,45399,1731176505245 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/WALs/fb97eb0edbe8,45399,1731176505245/fb97eb0edbe8%2C45399%2C1731176505245.1731176507458 to pos 480, reset compression=false 2024-11-09T18:22:13,629 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-09T18:22:13,631 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-09T18:22:13,794 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38551,1731176511051.replicationSource.wal-reader.fb97eb0edbe8%2C38551%2C1731176511051,1-fb97eb0edbe8,38551,1731176511051 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/WALs/fb97eb0edbe8,38551,1731176511051/fb97eb0edbe8%2C38551%2C1731176511051.1731176513237 to pos 608, reset compression=false 2024-11-09T18:22:13,818 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,42001,1731176516315.replicationSource.wal-reader.fb97eb0edbe8%2C42001%2C1731176516315,1-fb97eb0edbe8,42001,1731176516315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/WALs/fb97eb0edbe8,42001,1731176516315/fb97eb0edbe8%2C42001%2C1731176516315.1731176518666 to pos 656, reset compression=false 2024-11-09T18:22:13,880 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,42001,1731176516315.replicationSource.wal-reader.fb97eb0edbe8%2C42001%2C1731176516315,1-fb97eb0edbe8,42001,1731176516315 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T18:22:13,881 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,42001,1731176516315.replicationSource.wal-reader.fb97eb0edbe8%2C42001%2C1731176516315,1-fb97eb0edbe8,42001,1731176516315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/WALs/fb97eb0edbe8,42001,1731176516315/fb97eb0edbe8%2C42001%2C1731176516315.1731176518666 to pos 760, reset compression=false 2024-11-09T18:22:13,881 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,42001,1731176516315.replicationSource.shipperfb97eb0edbe8%2C42001%2C1731176516315,1-fb97eb0edbe8,42001,1731176516315 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fb97eb0edbe8,42001,1731176516315 got entry batch from reader: WALEntryBatch [walEntries=[{test/e0f7220f9ebad1afa20f7d508016758b/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/WALs/fb97eb0edbe8,42001,1731176516315/fb97eb0edbe8%2C42001%2C1731176516315.1731176518666, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-09T18:22:13,882 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,42001,1731176516315.replicationSource.shipperfb97eb0edbe8%2C42001%2C1731176516315,1-fb97eb0edbe8,42001,1731176516315 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T18:22:13,883 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-09T18:22:13,884 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38551 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T18:22:13,886 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38551 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T18:22:14,086 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,42001,1731176516315.replicationSource.wal-reader.fb97eb0edbe8%2C42001%2C1731176516315,1-fb97eb0edbe8,42001,1731176516315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/WALs/fb97eb0edbe8,42001,1731176516315/fb97eb0edbe8%2C42001%2C1731176516315.1731176518666 to pos 760, reset compression=false 2024-11-09T18:22:14,127 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,45399,1731176505245.replicationSource.wal-reader.fb97eb0edbe8%2C45399%2C1731176505245,1-fb97eb0edbe8,45399,1731176505245 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/WALs/fb97eb0edbe8,45399,1731176505245/fb97eb0edbe8%2C45399%2C1731176505245.1731176507458 to pos 480, reset compression=false 2024-11-09T18:22:14,297 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38551,1731176511051.replicationSource.wal-reader.fb97eb0edbe8%2C38551%2C1731176511051,1-fb97eb0edbe8,38551,1731176511051 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/WALs/fb97eb0edbe8,38551,1731176511051/fb97eb0edbe8%2C38551%2C1731176511051.1731176513237 to pos 608, reset compression=false 2024-11-09T18:22:14,302 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38551,1731176511051.replicationSource.wal-reader.fb97eb0edbe8%2C38551%2C1731176511051,1-fb97eb0edbe8,38551,1731176511051 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T18:22:14,302 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38551,1731176511051.replicationSource.wal-reader.fb97eb0edbe8%2C38551%2C1731176511051,1-fb97eb0edbe8,38551,1731176511051 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/WALs/fb97eb0edbe8,38551,1731176511051/fb97eb0edbe8%2C38551%2C1731176511051.1731176513237 to pos 736, reset compression=false 2024-11-09T18:22:14,302 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38551,1731176511051.replicationSource.shipperfb97eb0edbe8%2C38551%2C1731176511051,1-fb97eb0edbe8,38551,1731176511051 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fb97eb0edbe8,38551,1731176511051 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/WALs/fb97eb0edbe8,38551,1731176511051/fb97eb0edbe8%2C38551%2C1731176511051.1731176513237, lastWalPosition=736, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T18:22:14,389 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,42001,1731176516315.replicationSource.wal-reader.fb97eb0edbe8%2C42001%2C1731176516315,1-fb97eb0edbe8,42001,1731176516315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/WALs/fb97eb0edbe8,42001,1731176516315/fb97eb0edbe8%2C42001%2C1731176516315.1731176518666 to pos 760, reset compression=false 2024-11-09T18:22:14,506 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38551,1731176511051.replicationSource.wal-reader.fb97eb0edbe8%2C38551%2C1731176511051,1-fb97eb0edbe8,38551,1731176511051 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/WALs/fb97eb0edbe8,38551,1731176511051/fb97eb0edbe8%2C38551%2C1731176511051.1731176513237 to pos 736, reset compression=false 2024-11-09T18:22:14,602 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T18:22:14,633 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-09T18:22:14,636 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-09T18:22:14,792 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,42001,1731176516315.replicationSource.wal-reader.fb97eb0edbe8%2C42001%2C1731176516315,1-fb97eb0edbe8,42001,1731176516315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/WALs/fb97eb0edbe8,42001,1731176516315/fb97eb0edbe8%2C42001%2C1731176516315.1731176518666 to pos 760, reset compression=false 2024-11-09T18:22:14,810 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38551,1731176511051.replicationSource.wal-reader.fb97eb0edbe8%2C38551%2C1731176511051,1-fb97eb0edbe8,38551,1731176511051 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/WALs/fb97eb0edbe8,38551,1731176511051/fb97eb0edbe8%2C38551%2C1731176511051.1731176513237 to pos 736, reset compression=false 2024-11-09T18:22:14,830 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,45399,1731176505245.replicationSource.wal-reader.fb97eb0edbe8%2C45399%2C1731176505245,1-fb97eb0edbe8,45399,1731176505245 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/WALs/fb97eb0edbe8,45399,1731176505245/fb97eb0edbe8%2C45399%2C1731176505245.1731176507458 to pos 480, reset compression=false 2024-11-09T18:22:14,845 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,45399,1731176505245.replicationSource.wal-reader.fb97eb0edbe8%2C45399%2C1731176505245,1-fb97eb0edbe8,45399,1731176505245 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T18:22:14,845 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,45399,1731176505245.replicationSource.wal-reader.fb97eb0edbe8%2C45399%2C1731176505245,1-fb97eb0edbe8,45399,1731176505245 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/WALs/fb97eb0edbe8,45399,1731176505245/fb97eb0edbe8%2C45399%2C1731176505245.1731176507458 to pos 636, reset compression=false 2024-11-09T18:22:14,845 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,45399,1731176505245.replicationSource.shipperfb97eb0edbe8%2C45399%2C1731176505245,1-fb97eb0edbe8,45399,1731176505245 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fb97eb0edbe8,45399,1731176505245 got entry batch from reader: WALEntryBatch [walEntries=[{test/a5d53e132102af702448267fd64456cc/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/WALs/fb97eb0edbe8,45399,1731176505245/fb97eb0edbe8%2C45399%2C1731176505245.1731176507458, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-09T18:22:14,846 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38551 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T18:22:14,849 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38551 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T18:22:15,048 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,45399,1731176505245.replicationSource.wal-reader.fb97eb0edbe8%2C45399%2C1731176505245,1-fb97eb0edbe8,45399,1731176505245 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/WALs/fb97eb0edbe8,45399,1731176505245/fb97eb0edbe8%2C45399%2C1731176505245.1731176507458 to pos 636, reset compression=false 2024-11-09T18:22:15,213 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38551,1731176511051.replicationSource.wal-reader.fb97eb0edbe8%2C38551%2C1731176511051,1-fb97eb0edbe8,38551,1731176511051 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/WALs/fb97eb0edbe8,38551,1731176511051/fb97eb0edbe8%2C38551%2C1731176511051.1731176513237 to pos 736, reset compression=false 2024-11-09T18:22:15,217 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38551,1731176511051.replicationSource.wal-reader.fb97eb0edbe8%2C38551%2C1731176511051,1-fb97eb0edbe8,38551,1731176511051 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T18:22:15,217 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38551,1731176511051.replicationSource.wal-reader.fb97eb0edbe8%2C38551%2C1731176511051,1-fb97eb0edbe8,38551,1731176511051 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/WALs/fb97eb0edbe8,38551,1731176511051/fb97eb0edbe8%2C38551%2C1731176511051.1731176513237 to pos 884, reset compression=false 2024-11-09T18:22:15,217 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38551,1731176511051.replicationSource.shipperfb97eb0edbe8%2C38551%2C1731176511051,1-fb97eb0edbe8,38551,1731176511051 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fb97eb0edbe8,38551,1731176511051 got entry batch from reader: WALEntryBatch [walEntries=[{test/d510fb926a6f93814dd9e3cf1b15fba2/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/WALs/fb97eb0edbe8,38551,1731176511051/fb97eb0edbe8%2C38551%2C1731176511051.1731176513237, lastWalPosition=884, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-09T18:22:15,218 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42001 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T18:22:15,220 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42001 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T18:22:15,296 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,42001,1731176516315.replicationSource.wal-reader.fb97eb0edbe8%2C42001%2C1731176516315,1-fb97eb0edbe8,42001,1731176516315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/WALs/fb97eb0edbe8,42001,1731176516315/fb97eb0edbe8%2C42001%2C1731176516315.1731176518666 to pos 760, reset compression=false 2024-11-09T18:22:15,299 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,42001,1731176516315.replicationSource.wal-reader.fb97eb0edbe8%2C42001%2C1731176516315,1-fb97eb0edbe8,42001,1731176516315 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T18:22:15,299 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,42001,1731176516315.replicationSource.wal-reader.fb97eb0edbe8%2C42001%2C1731176516315,1-fb97eb0edbe8,42001,1731176516315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/WALs/fb97eb0edbe8,42001,1731176516315/fb97eb0edbe8%2C42001%2C1731176516315.1731176518666 to pos 932, reset compression=false 2024-11-09T18:22:15,299 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,42001,1731176516315.replicationSource.shipperfb97eb0edbe8%2C42001%2C1731176516315,1-fb97eb0edbe8,42001,1731176516315 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fb97eb0edbe8,42001,1731176516315 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/WALs/fb97eb0edbe8,42001,1731176516315/fb97eb0edbe8%2C42001%2C1731176516315.1731176518666, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T18:22:15,352 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,45399,1731176505245.replicationSource.wal-reader.fb97eb0edbe8%2C45399%2C1731176505245,1-fb97eb0edbe8,45399,1731176505245 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/WALs/fb97eb0edbe8,45399,1731176505245/fb97eb0edbe8%2C45399%2C1731176505245.1731176507458 to pos 636, reset compression=false 2024-11-09T18:22:15,426 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38551,1731176511051.replicationSource.wal-reader.fb97eb0edbe8%2C38551%2C1731176511051,1-fb97eb0edbe8,38551,1731176511051 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/WALs/fb97eb0edbe8,38551,1731176511051/fb97eb0edbe8%2C38551%2C1731176511051.1731176513237 to pos 884, reset compression=false 2024-11-09T18:22:15,503 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,42001,1731176516315.replicationSource.wal-reader.fb97eb0edbe8%2C42001%2C1731176516315,1-fb97eb0edbe8,42001,1731176516315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/WALs/fb97eb0edbe8,42001,1731176516315/fb97eb0edbe8%2C42001%2C1731176516315.1731176518666 to pos 932, reset compression=false 2024-11-09T18:22:15,638 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-09T18:22:15,641 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-09T18:22:15,729 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38551,1731176511051.replicationSource.wal-reader.fb97eb0edbe8%2C38551%2C1731176511051,1-fb97eb0edbe8,38551,1731176511051 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/WALs/fb97eb0edbe8,38551,1731176511051/fb97eb0edbe8%2C38551%2C1731176511051.1731176513237 to pos 884, reset compression=false 2024-11-09T18:22:15,732 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38551,1731176511051.replicationSource.wal-reader.fb97eb0edbe8%2C38551%2C1731176511051,1-fb97eb0edbe8,38551,1731176511051 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T18:22:15,732 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38551,1731176511051.replicationSource.wal-reader.fb97eb0edbe8%2C38551%2C1731176511051,1-fb97eb0edbe8,38551,1731176511051 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/WALs/fb97eb0edbe8,38551,1731176511051/fb97eb0edbe8%2C38551%2C1731176511051.1731176513237 to pos 1043, reset compression=false 2024-11-09T18:22:15,732 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38551,1731176511051.replicationSource.shipperfb97eb0edbe8%2C38551%2C1731176511051,1-fb97eb0edbe8,38551,1731176511051 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fb97eb0edbe8,38551,1731176511051 got entry batch from reader: WALEntryBatch [walEntries=[{test/d510fb926a6f93814dd9e3cf1b15fba2/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/WALs/fb97eb0edbe8,38551,1731176511051/fb97eb0edbe8%2C38551%2C1731176511051.1731176513237, lastWalPosition=1043, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-09T18:22:15,733 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42001 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T18:22:15,736 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42001 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T18:22:15,755 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,45399,1731176505245.replicationSource.wal-reader.fb97eb0edbe8%2C45399%2C1731176505245,1-fb97eb0edbe8,45399,1731176505245 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/WALs/fb97eb0edbe8,45399,1731176505245/fb97eb0edbe8%2C45399%2C1731176505245.1731176507458 to pos 636, reset compression=false 2024-11-09T18:22:15,805 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,42001,1731176516315.replicationSource.wal-reader.fb97eb0edbe8%2C42001%2C1731176516315,1-fb97eb0edbe8,42001,1731176516315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/WALs/fb97eb0edbe8,42001,1731176516315/fb97eb0edbe8%2C42001%2C1731176516315.1731176518666 to pos 932, reset compression=false 2024-11-09T18:22:15,809 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,42001,1731176516315.replicationSource.wal-reader.fb97eb0edbe8%2C42001%2C1731176516315,1-fb97eb0edbe8,42001,1731176516315 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T18:22:15,809 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,42001,1731176516315.replicationSource.wal-reader.fb97eb0edbe8%2C42001%2C1731176516315,1-fb97eb0edbe8,42001,1731176516315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/WALs/fb97eb0edbe8,42001,1731176516315/fb97eb0edbe8%2C42001%2C1731176516315.1731176518666 to pos 1082, reset compression=false 2024-11-09T18:22:15,809 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,42001,1731176516315.replicationSource.shipperfb97eb0edbe8%2C42001%2C1731176516315,1-fb97eb0edbe8,42001,1731176516315 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fb97eb0edbe8,42001,1731176516315 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/WALs/fb97eb0edbe8,42001,1731176516315/fb97eb0edbe8%2C42001%2C1731176516315.1731176518666, lastWalPosition=1082, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T18:22:15,935 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38551,1731176511051.replicationSource.wal-reader.fb97eb0edbe8%2C38551%2C1731176511051,1-fb97eb0edbe8,38551,1731176511051 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/WALs/fb97eb0edbe8,38551,1731176511051/fb97eb0edbe8%2C38551%2C1731176511051.1731176513237 to pos 1043, reset compression=false 2024-11-09T18:22:16,012 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,42001,1731176516315.replicationSource.wal-reader.fb97eb0edbe8%2C42001%2C1731176516315,1-fb97eb0edbe8,42001,1731176516315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/WALs/fb97eb0edbe8,42001,1731176516315/fb97eb0edbe8%2C42001%2C1731176516315.1731176518666 to pos 1082, reset compression=false 2024-11-09T18:22:16,101 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=0, created chunk count=35, reused chunk count=127, reuseRatio=78.40% 2024-11-09T18:22:16,101 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-09T18:22:16,238 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38551,1731176511051.replicationSource.wal-reader.fb97eb0edbe8%2C38551%2C1731176511051,1-fb97eb0edbe8,38551,1731176511051 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/WALs/fb97eb0edbe8,38551,1731176511051/fb97eb0edbe8%2C38551%2C1731176511051.1731176513237 to pos 1043, reset compression=false 2024-11-09T18:22:16,258 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,45399,1731176505245.replicationSource.wal-reader.fb97eb0edbe8%2C45399%2C1731176505245,1-fb97eb0edbe8,45399,1731176505245 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/WALs/fb97eb0edbe8,45399,1731176505245/fb97eb0edbe8%2C45399%2C1731176505245.1731176507458 to pos 636, reset compression=false 2024-11-09T18:22:16,315 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,42001,1731176516315.replicationSource.wal-reader.fb97eb0edbe8%2C42001%2C1731176516315,1-fb97eb0edbe8,42001,1731176516315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/WALs/fb97eb0edbe8,42001,1731176516315/fb97eb0edbe8%2C42001%2C1731176516315.1731176518666 to pos 1082, reset compression=false 2024-11-09T18:22:16,641 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38551,1731176511051.replicationSource.wal-reader.fb97eb0edbe8%2C38551%2C1731176511051,1-fb97eb0edbe8,38551,1731176511051 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/WALs/fb97eb0edbe8,38551,1731176511051/fb97eb0edbe8%2C38551%2C1731176511051.1731176513237 to pos 1043, reset compression=false 2024-11-09T18:22:16,642 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-09T18:22:16,645 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-09T18:22:16,719 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,42001,1731176516315.replicationSource.wal-reader.fb97eb0edbe8%2C42001%2C1731176516315,1-fb97eb0edbe8,42001,1731176516315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/WALs/fb97eb0edbe8,42001,1731176516315/fb97eb0edbe8%2C42001%2C1731176516315.1731176518666 to pos 1082, reset compression=false 2024-11-09T18:22:16,723 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,42001,1731176516315.replicationSource.wal-reader.fb97eb0edbe8%2C42001%2C1731176516315,1-fb97eb0edbe8,42001,1731176516315 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T18:22:16,723 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,42001,1731176516315.replicationSource.wal-reader.fb97eb0edbe8%2C42001%2C1731176516315,1-fb97eb0edbe8,42001,1731176516315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/WALs/fb97eb0edbe8,42001,1731176516315/fb97eb0edbe8%2C42001%2C1731176516315.1731176518666 to pos 1241, reset compression=false 2024-11-09T18:22:16,723 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,42001,1731176516315.replicationSource.shipperfb97eb0edbe8%2C42001%2C1731176516315,1-fb97eb0edbe8,42001,1731176516315 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fb97eb0edbe8,42001,1731176516315 got entry batch from reader: WALEntryBatch [walEntries=[{test/e0f7220f9ebad1afa20f7d508016758b/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/WALs/fb97eb0edbe8,42001,1731176516315/fb97eb0edbe8%2C42001%2C1731176516315.1731176518666, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-09T18:22:16,724 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38551 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T18:22:16,726 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38551 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T18:22:16,862 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,45399,1731176505245.replicationSource.wal-reader.fb97eb0edbe8%2C45399%2C1731176505245,1-fb97eb0edbe8,45399,1731176505245 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/WALs/fb97eb0edbe8,45399,1731176505245/fb97eb0edbe8%2C45399%2C1731176505245.1731176507458 to pos 636, reset compression=false 2024-11-09T18:22:16,926 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,42001,1731176516315.replicationSource.wal-reader.fb97eb0edbe8%2C42001%2C1731176516315,1-fb97eb0edbe8,42001,1731176516315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/WALs/fb97eb0edbe8,42001,1731176516315/fb97eb0edbe8%2C42001%2C1731176516315.1731176518666 to pos 1241, reset compression=false 2024-11-09T18:22:17,144 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38551,1731176511051.replicationSource.wal-reader.fb97eb0edbe8%2C38551%2C1731176511051,1-fb97eb0edbe8,38551,1731176511051 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/WALs/fb97eb0edbe8,38551,1731176511051/fb97eb0edbe8%2C38551%2C1731176511051.1731176513237 to pos 1043, reset compression=false 2024-11-09T18:22:17,148 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38551,1731176511051.replicationSource.wal-reader.fb97eb0edbe8%2C38551%2C1731176511051,1-fb97eb0edbe8,38551,1731176511051 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T18:22:17,148 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38551,1731176511051.replicationSource.wal-reader.fb97eb0edbe8%2C38551%2C1731176511051,1-fb97eb0edbe8,38551,1731176511051 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/WALs/fb97eb0edbe8,38551,1731176511051/fb97eb0edbe8%2C38551%2C1731176511051.1731176513237 to pos 1193, reset compression=false 2024-11-09T18:22:17,148 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38551,1731176511051.replicationSource.shipperfb97eb0edbe8%2C38551%2C1731176511051,1-fb97eb0edbe8,38551,1731176511051 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fb97eb0edbe8,38551,1731176511051 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/WALs/fb97eb0edbe8,38551,1731176511051/fb97eb0edbe8%2C38551%2C1731176511051.1731176513237, lastWalPosition=1193, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T18:22:17,229 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,42001,1731176516315.replicationSource.wal-reader.fb97eb0edbe8%2C42001%2C1731176516315,1-fb97eb0edbe8,42001,1731176516315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/WALs/fb97eb0edbe8,42001,1731176516315/fb97eb0edbe8%2C42001%2C1731176516315.1731176518666 to pos 1241, reset compression=false 2024-11-09T18:22:17,351 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38551,1731176511051.replicationSource.wal-reader.fb97eb0edbe8%2C38551%2C1731176511051,1-fb97eb0edbe8,38551,1731176511051 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/WALs/fb97eb0edbe8,38551,1731176511051/fb97eb0edbe8%2C38551%2C1731176511051.1731176513237 to pos 1193, reset compression=false 2024-11-09T18:22:17,565 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,45399,1731176505245.replicationSource.wal-reader.fb97eb0edbe8%2C45399%2C1731176505245,1-fb97eb0edbe8,45399,1731176505245 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/WALs/fb97eb0edbe8,45399,1731176505245/fb97eb0edbe8%2C45399%2C1731176505245.1731176507458 to pos 636, reset compression=false 2024-11-09T18:22:17,633 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,42001,1731176516315.replicationSource.wal-reader.fb97eb0edbe8%2C42001%2C1731176516315,1-fb97eb0edbe8,42001,1731176516315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/WALs/fb97eb0edbe8,42001,1731176516315/fb97eb0edbe8%2C42001%2C1731176516315.1731176518666 to pos 1241, reset compression=false 2024-11-09T18:22:17,654 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38551,1731176511051.replicationSource.wal-reader.fb97eb0edbe8%2C38551%2C1731176511051,1-fb97eb0edbe8,38551,1731176511051 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/WALs/fb97eb0edbe8,38551,1731176511051/fb97eb0edbe8%2C38551%2C1731176511051.1731176513237 to pos 1193, reset compression=false 2024-11-09T18:22:17,655 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-09T18:22:17,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T18:22:17,661 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:22:17,661 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:22:17,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:22:17,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:22:17,661 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:22:17,661 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T18:22:17,661 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1568222115, stopped=false 2024-11-09T18:22:17,661 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fb97eb0edbe8,38725,1731176516175 2024-11-09T18:22:17,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38725-0x10120d5116f0006, quorum=127.0.0.1:60905, baseZNode=/2-1690853645 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1690853645/running 2024-11-09T18:22:17,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42001-0x10120d5116f0007, quorum=127.0.0.1:60905, baseZNode=/2-1690853645 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1690853645/running 2024-11-09T18:22:17,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38725-0x10120d5116f0006, quorum=127.0.0.1:60905, baseZNode=/2-1690853645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1690853645 2024-11-09T18:22:17,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42001-0x10120d5116f0007, quorum=127.0.0.1:60905, baseZNode=/2-1690853645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1690853645 2024-11-09T18:22:17,726 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T18:22:17,727 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:22:17,727 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:22:17,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:22:17,727 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fb97eb0edbe8,42001,1731176516315' ***** 2024-11-09T18:22:17,727 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T18:22:17,727 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42001-0x10120d5116f0007, quorum=127.0.0.1:60905, baseZNode=/2-1690853645 Set watcher on znode that does not yet exist, /2-1690853645/running 2024-11-09T18:22:17,727 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38725-0x10120d5116f0006, quorum=127.0.0.1:60905, baseZNode=/2-1690853645 Set watcher on znode that does not yet exist, /2-1690853645/running 2024-11-09T18:22:17,727 INFO [RS:0;fb97eb0edbe8:42001 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T18:22:17,728 INFO [RS:0;fb97eb0edbe8:42001 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T18:22:17,728 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T18:22:17,728 INFO [RS:0;fb97eb0edbe8:42001 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T18:22:17,728 INFO [RS:0;fb97eb0edbe8:42001 {}] regionserver.HRegionServer(3091): Received CLOSE for e0f7220f9ebad1afa20f7d508016758b 2024-11-09T18:22:17,728 INFO [RS:0;fb97eb0edbe8:42001 {}] regionserver.HRegionServer(3091): Received CLOSE for d2292a03461d023d0efcccf4835854d0 2024-11-09T18:22:17,728 INFO [RS:0;fb97eb0edbe8:42001 {}] regionserver.HRegionServer(959): stopping server fb97eb0edbe8,42001,1731176516315 2024-11-09T18:22:17,728 INFO [RS:0;fb97eb0edbe8:42001 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T18:22:17,728 INFO [RS:0;fb97eb0edbe8:42001 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fb97eb0edbe8:42001. 2024-11-09T18:22:17,728 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e0f7220f9ebad1afa20f7d508016758b, disabling compactions & flushes 2024-11-09T18:22:17,728 DEBUG [RS:0;fb97eb0edbe8:42001 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:22:17,728 DEBUG [RS:0;fb97eb0edbe8:42001 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:22:17,728 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731176522981.e0f7220f9ebad1afa20f7d508016758b. 2024-11-09T18:22:17,728 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731176522981.e0f7220f9ebad1afa20f7d508016758b. 2024-11-09T18:22:17,728 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731176522981.e0f7220f9ebad1afa20f7d508016758b. after waiting 0 ms 2024-11-09T18:22:17,728 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731176522981.e0f7220f9ebad1afa20f7d508016758b. 2024-11-09T18:22:17,728 INFO [RS:0;fb97eb0edbe8:42001 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T18:22:17,728 INFO [RS:0;fb97eb0edbe8:42001 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T18:22:17,728 INFO [RS:0;fb97eb0edbe8:42001 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T18:22:17,728 INFO [RS:0;fb97eb0edbe8:42001 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T18:22:17,728 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e0f7220f9ebad1afa20f7d508016758b 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-09T18:22:17,729 INFO [RS:0;fb97eb0edbe8:42001 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T18:22:17,729 DEBUG [RS:0;fb97eb0edbe8:42001 {}] regionserver.HRegionServer(1325): Online Regions={e0f7220f9ebad1afa20f7d508016758b=test,,1731176522981.e0f7220f9ebad1afa20f7d508016758b., 1588230740=hbase:meta,,1.1588230740, d2292a03461d023d0efcccf4835854d0=hbase:replication,,1731176529463.d2292a03461d023d0efcccf4835854d0.} 2024-11-09T18:22:17,729 DEBUG [RS:0;fb97eb0edbe8:42001 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d2292a03461d023d0efcccf4835854d0, e0f7220f9ebad1afa20f7d508016758b 2024-11-09T18:22:17,729 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T18:22:17,729 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T18:22:17,729 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T18:22:17,729 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T18:22:17,729 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T18:22:17,729 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T18:22:17,743 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/data/default/test/e0f7220f9ebad1afa20f7d508016758b/.tmp/f/3b89a557a13d411fbf2948ca9f40153d is 29, key is row1/f:/1731176535638/DeleteFamily/seqid=0 2024-11-09T18:22:17,744 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/data/hbase/meta/1588230740/.tmp/info/db85471364d240039a8b301a627087b7 is 147, key is hbase:replication,,1731176529463.d2292a03461d023d0efcccf4835854d0./info:regioninfo/1731176530630/Put/seqid=0 2024-11-09T18:22:17,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37347 is added to blk_1073741840_1016 (size=5152) 2024-11-09T18:22:17,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37347 is added to blk_1073741841_1017 (size=7686) 2024-11-09T18:22:17,747 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/data/hbase/meta/1588230740/.tmp/info/db85471364d240039a8b301a627087b7 2024-11-09T18:22:17,763 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/data/hbase/meta/1588230740/.tmp/ns/0de9008393324cf7a13b01be5ad8e115 is 43, key is default/ns:d/1731176519596/Put/seqid=0 2024-11-09T18:22:17,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37347 is added to blk_1073741842_1018 (size=5153) 2024-11-09T18:22:17,766 INFO [regionserver/fb97eb0edbe8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:22:17,929 DEBUG [RS:0;fb97eb0edbe8:42001 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d2292a03461d023d0efcccf4835854d0, e0f7220f9ebad1afa20f7d508016758b 2024-11-09T18:22:18,057 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38551,1731176511051.replicationSource.wal-reader.fb97eb0edbe8%2C38551%2C1731176511051,1-fb97eb0edbe8,38551,1731176511051 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/WALs/fb97eb0edbe8,38551,1731176511051/fb97eb0edbe8%2C38551%2C1731176511051.1731176513237 to pos 1193, reset compression=false 2024-11-09T18:22:18,129 DEBUG [RS:0;fb97eb0edbe8:42001 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d2292a03461d023d0efcccf4835854d0, e0f7220f9ebad1afa20f7d508016758b 2024-11-09T18:22:18,136 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,42001,1731176516315.replicationSource.wal-reader.fb97eb0edbe8%2C42001%2C1731176516315,1-fb97eb0edbe8,42001,1731176516315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/WALs/fb97eb0edbe8,42001,1731176516315/fb97eb0edbe8%2C42001%2C1731176516315.1731176518666 to pos 1241, reset compression=false 2024-11-09T18:22:18,140 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,42001,1731176516315.replicationSource.wal-reader.fb97eb0edbe8%2C42001%2C1731176516315,1-fb97eb0edbe8,42001,1731176516315 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T18:22:18,140 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,42001,1731176516315.replicationSource.wal-reader.fb97eb0edbe8%2C42001%2C1731176516315,1-fb97eb0edbe8,42001,1731176516315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/WALs/fb97eb0edbe8,42001,1731176516315/fb97eb0edbe8%2C42001%2C1731176516315.1731176518666 to pos 1488, reset compression=false 2024-11-09T18:22:18,140 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,42001,1731176516315.replicationSource.shipperfb97eb0edbe8%2C42001%2C1731176516315,1-fb97eb0edbe8,42001,1731176516315 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fb97eb0edbe8,42001,1731176516315 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/WALs/fb97eb0edbe8,42001,1731176516315/fb97eb0edbe8%2C42001%2C1731176516315.1731176518666, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T18:22:18,141 ERROR [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,42001,1731176516315.replicationSource.shipperfb97eb0edbe8%2C42001%2C1731176516315,1-fb97eb0edbe8,42001,1731176516315 {}] regionserver.HRegionServer(2440): ***** ABORTING region server fb97eb0edbe8,42001,1731176516315: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-fb97eb0edbe8,42001,1731176516315, walGroup=fb97eb0edbe8%2C42001%2C1731176516315, offset=fb97eb0edbe8%2C42001%2C1731176516315.1731176518666:1488, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fb97eb0edbe8:42001 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T18:22:18,142 ERROR [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,42001,1731176516315.replicationSource.shipperfb97eb0edbe8%2C42001%2C1731176516315,1-fb97eb0edbe8,42001,1731176516315 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T18:22:18,142 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,42001,1731176516315.replicationSource.shipperfb97eb0edbe8%2C42001%2C1731176516315,1-fb97eb0edbe8,42001,1731176516315 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T18:22:18,143 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,42001,1731176516315.replicationSource.shipperfb97eb0edbe8%2C42001%2C1731176516315,1-fb97eb0edbe8,42001,1731176516315 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T18:22:18,143 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,42001,1731176516315.replicationSource.shipperfb97eb0edbe8%2C42001%2C1731176516315,1-fb97eb0edbe8,42001,1731176516315 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T18:22:18,143 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,42001,1731176516315.replicationSource.shipperfb97eb0edbe8%2C42001%2C1731176516315,1-fb97eb0edbe8,42001,1731176516315 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T18:22:18,143 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,42001,1731176516315.replicationSource.shipperfb97eb0edbe8%2C42001%2C1731176516315,1-fb97eb0edbe8,42001,1731176516315 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1394606080, "init": 1048576000, "max": 2306867200, "used": 838583776 }, "NonHeapMemoryUsage": { "committed": 205258752, "init": 7667712, "max": -1, "used": 201907080 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T18:22:18,143 WARN [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,42001,1731176516315.replicationSource.shipperfb97eb0edbe8%2C42001%2C1731176516315,1-fb97eb0edbe8,42001,1731176516315 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fb97eb0edbe8:38725 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fb97eb0edbe8:38725 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T18:22:18,146 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/data/default/test/e0f7220f9ebad1afa20f7d508016758b/.tmp/f/3b89a557a13d411fbf2948ca9f40153d 2024-11-09T18:22:18,149 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3b89a557a13d411fbf2948ca9f40153d 2024-11-09T18:22:18,162 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/data/default/test/e0f7220f9ebad1afa20f7d508016758b/.tmp/f1/513dca56ea4b439aa392ff77962dd8c0 is 30, key is row1/f1:/1731176535638/DeleteFamily/seqid=0 2024-11-09T18:22:18,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37347 is added to blk_1073741843_1019 (size=5158) 2024-11-09T18:22:18,166 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/data/hbase/meta/1588230740/.tmp/ns/0de9008393324cf7a13b01be5ad8e115 2024-11-09T18:22:18,182 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/data/hbase/meta/1588230740/.tmp/rep_barrier/205c166e856b417b8a1b23e40510e70b is 112, key is test,,1731176522981.e0f7220f9ebad1afa20f7d508016758b./rep_barrier:seqnumDuringOpen/1731176524150/Put/seqid=0 2024-11-09T18:22:18,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37347 is added to blk_1073741844_1020 (size=5518) 2024-11-09T18:22:18,329 DEBUG [RS:0;fb97eb0edbe8:42001 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d2292a03461d023d0efcccf4835854d0, e0f7220f9ebad1afa20f7d508016758b 2024-11-09T18:22:18,344 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,42001,1731176516315.replicationSource.wal-reader.fb97eb0edbe8%2C42001%2C1731176516315,1-fb97eb0edbe8,42001,1731176516315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/WALs/fb97eb0edbe8,42001,1731176516315/fb97eb0edbe8%2C42001%2C1731176516315.1731176518666 to pos 1488, reset compression=false 2024-11-09T18:22:18,368 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,45399,1731176505245.replicationSource.wal-reader.fb97eb0edbe8%2C45399%2C1731176505245,1-fb97eb0edbe8,45399,1731176505245 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/WALs/fb97eb0edbe8,45399,1731176505245/fb97eb0edbe8%2C45399%2C1731176505245.1731176507458 to pos 636, reset compression=false 2024-11-09T18:22:18,529 DEBUG [RS:0;fb97eb0edbe8:42001 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d2292a03461d023d0efcccf4835854d0, e0f7220f9ebad1afa20f7d508016758b 2024-11-09T18:22:18,561 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38551,1731176511051.replicationSource.wal-reader.fb97eb0edbe8%2C38551%2C1731176511051,1-fb97eb0edbe8,38551,1731176511051 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/WALs/fb97eb0edbe8,38551,1731176511051/fb97eb0edbe8%2C38551%2C1731176511051.1731176513237 to pos 1193, reset compression=false 2024-11-09T18:22:18,565 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/data/default/test/e0f7220f9ebad1afa20f7d508016758b/.tmp/f1/513dca56ea4b439aa392ff77962dd8c0 2024-11-09T18:22:18,568 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 513dca56ea4b439aa392ff77962dd8c0 2024-11-09T18:22:18,581 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/data/default/test/e0f7220f9ebad1afa20f7d508016758b/.tmp/norep/5ec57684f46345928963e5bc0c4fd388 is 33, key is row2/norep:/1731176536643/DeleteFamily/seqid=0 2024-11-09T18:22:18,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37347 is added to blk_1073741845_1021 (size=5108) 2024-11-09T18:22:18,585 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/data/hbase/meta/1588230740/.tmp/rep_barrier/205c166e856b417b8a1b23e40510e70b 2024-11-09T18:22:18,600 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/data/hbase/meta/1588230740/.tmp/table/484248f1bd7b43d7a5ee3d5b2e39f3f2 is 53, key is hbase:replication/table:state/1731176530636/Put/seqid=0 2024-11-09T18:22:18,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37347 is added to blk_1073741846_1022 (size=5308) 2024-11-09T18:22:18,633 INFO [regionserver/fb97eb0edbe8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T18:22:18,633 INFO [regionserver/fb97eb0edbe8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T18:22:18,647 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,42001,1731176516315.replicationSource.wal-reader.fb97eb0edbe8%2C42001%2C1731176516315,1-fb97eb0edbe8,42001,1731176516315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/WALs/fb97eb0edbe8,42001,1731176516315/fb97eb0edbe8%2C42001%2C1731176516315.1731176518666 to pos 1488, reset compression=false 2024-11-09T18:22:18,730 DEBUG [RS:0;fb97eb0edbe8:42001 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d2292a03461d023d0efcccf4835854d0, e0f7220f9ebad1afa20f7d508016758b 2024-11-09T18:22:18,930 DEBUG [RS:0;fb97eb0edbe8:42001 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d2292a03461d023d0efcccf4835854d0, e0f7220f9ebad1afa20f7d508016758b 2024-11-09T18:22:18,984 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/data/default/test/e0f7220f9ebad1afa20f7d508016758b/.tmp/norep/5ec57684f46345928963e5bc0c4fd388 2024-11-09T18:22:18,987 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5ec57684f46345928963e5bc0c4fd388 2024-11-09T18:22:18,988 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/data/default/test/e0f7220f9ebad1afa20f7d508016758b/.tmp/f/3b89a557a13d411fbf2948ca9f40153d as hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/data/default/test/e0f7220f9ebad1afa20f7d508016758b/f/3b89a557a13d411fbf2948ca9f40153d 2024-11-09T18:22:18,991 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3b89a557a13d411fbf2948ca9f40153d 2024-11-09T18:22:18,991 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/data/default/test/e0f7220f9ebad1afa20f7d508016758b/f/3b89a557a13d411fbf2948ca9f40153d, entries=3, sequenceid=10, filesize=5.0 K 2024-11-09T18:22:18,992 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/data/default/test/e0f7220f9ebad1afa20f7d508016758b/.tmp/f1/513dca56ea4b439aa392ff77962dd8c0 as hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/data/default/test/e0f7220f9ebad1afa20f7d508016758b/f1/513dca56ea4b439aa392ff77962dd8c0 2024-11-09T18:22:18,995 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 513dca56ea4b439aa392ff77962dd8c0 2024-11-09T18:22:18,995 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/data/default/test/e0f7220f9ebad1afa20f7d508016758b/f1/513dca56ea4b439aa392ff77962dd8c0, entries=3, sequenceid=10, filesize=5.0 K 2024-11-09T18:22:18,995 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/data/default/test/e0f7220f9ebad1afa20f7d508016758b/.tmp/norep/5ec57684f46345928963e5bc0c4fd388 as hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/data/default/test/e0f7220f9ebad1afa20f7d508016758b/norep/5ec57684f46345928963e5bc0c4fd388 2024-11-09T18:22:18,998 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5ec57684f46345928963e5bc0c4fd388 2024-11-09T18:22:18,998 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/data/default/test/e0f7220f9ebad1afa20f7d508016758b/norep/5ec57684f46345928963e5bc0c4fd388, entries=1, sequenceid=10, filesize=5.0 K 2024-11-09T18:22:18,999 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for e0f7220f9ebad1afa20f7d508016758b in 1271ms, sequenceid=10, compaction requested=false 2024-11-09T18:22:19,003 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/data/default/test/e0f7220f9ebad1afa20f7d508016758b/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-09T18:22:19,003 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T18:22:19,003 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T18:22:19,003 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731176522981.e0f7220f9ebad1afa20f7d508016758b. 2024-11-09T18:22:19,003 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e0f7220f9ebad1afa20f7d508016758b: Waiting for close lock at 1731176537728Running coprocessor pre-close hooks at 1731176537728Disabling compacts and flushes for region at 1731176537728Disabling writes for close at 1731176537728Obtaining lock to block concurrent updates at 1731176537728Preparing flush snapshotting stores in e0f7220f9ebad1afa20f7d508016758b at 1731176537728Finished memstore snapshotting test,,1731176522981.e0f7220f9ebad1afa20f7d508016758b., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731176537729 (+1 ms)Flushing stores of test,,1731176522981.e0f7220f9ebad1afa20f7d508016758b. at 1731176537729Flushing e0f7220f9ebad1afa20f7d508016758b/f: creating writer at 1731176537729Flushing e0f7220f9ebad1afa20f7d508016758b/f: appending metadata at 1731176537742 (+13 ms)Flushing e0f7220f9ebad1afa20f7d508016758b/f: closing flushed file at 1731176537742Flushing e0f7220f9ebad1afa20f7d508016758b/f1: creating writer at 1731176538149 (+407 ms)Flushing e0f7220f9ebad1afa20f7d508016758b/f1: appending metadata at 1731176538161 (+12 ms)Flushing e0f7220f9ebad1afa20f7d508016758b/f1: closing flushed file at 1731176538161Flushing e0f7220f9ebad1afa20f7d508016758b/norep: creating writer at 1731176538568 (+407 ms)Flushing e0f7220f9ebad1afa20f7d508016758b/norep: appending metadata at 1731176538580 (+12 ms)Flushing e0f7220f9ebad1afa20f7d508016758b/norep: closing flushed file at 1731176538580Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@531fed2c: reopening flushed file at 1731176538988 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d0c00e6: reopening flushed file at 1731176538992 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35f1af43: reopening flushed file at 1731176538995 (+3 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for e0f7220f9ebad1afa20f7d508016758b in 1271ms, sequenceid=10, compaction requested=false at 1731176538999 (+4 ms)Writing region close event to WAL at 1731176539000 (+1 ms)Running coprocessor post-close hooks at 1731176539003 (+3 ms)Closed at 1731176539003 2024-11-09T18:22:19,003 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731176522981.e0f7220f9ebad1afa20f7d508016758b. 2024-11-09T18:22:19,004 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d2292a03461d023d0efcccf4835854d0, disabling compactions & flushes 2024-11-09T18:22:19,004 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731176529463.d2292a03461d023d0efcccf4835854d0. 2024-11-09T18:22:19,004 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/data/hbase/meta/1588230740/.tmp/table/484248f1bd7b43d7a5ee3d5b2e39f3f2 2024-11-09T18:22:19,004 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731176529463.d2292a03461d023d0efcccf4835854d0. 2024-11-09T18:22:19,004 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731176529463.d2292a03461d023d0efcccf4835854d0. after waiting 0 ms 2024-11-09T18:22:19,004 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731176529463.d2292a03461d023d0efcccf4835854d0. 2024-11-09T18:22:19,004 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d2292a03461d023d0efcccf4835854d0: Waiting for close lock at 1731176539004Running coprocessor pre-close hooks at 1731176539004Disabling compacts and flushes for region at 1731176539004Disabling writes for close at 1731176539004Failed flush hbase:replication,,1731176529463.d2292a03461d023d0efcccf4835854d0., putting online again at 1731176539004 2024-11-09T18:22:19,004 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731176529463.d2292a03461d023d0efcccf4835854d0. 2024-11-09T18:22:19,007 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/data/hbase/meta/1588230740/.tmp/info/db85471364d240039a8b301a627087b7 as hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/data/hbase/meta/1588230740/info/db85471364d240039a8b301a627087b7 2024-11-09T18:22:19,011 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/data/hbase/meta/1588230740/info/db85471364d240039a8b301a627087b7, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T18:22:19,011 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/data/hbase/meta/1588230740/.tmp/ns/0de9008393324cf7a13b01be5ad8e115 as hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/data/hbase/meta/1588230740/ns/0de9008393324cf7a13b01be5ad8e115 2024-11-09T18:22:19,014 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/data/hbase/meta/1588230740/ns/0de9008393324cf7a13b01be5ad8e115, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T18:22:19,015 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/data/hbase/meta/1588230740/.tmp/rep_barrier/205c166e856b417b8a1b23e40510e70b as hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/data/hbase/meta/1588230740/rep_barrier/205c166e856b417b8a1b23e40510e70b 2024-11-09T18:22:19,018 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/data/hbase/meta/1588230740/rep_barrier/205c166e856b417b8a1b23e40510e70b, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T18:22:19,019 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/data/hbase/meta/1588230740/.tmp/table/484248f1bd7b43d7a5ee3d5b2e39f3f2 as hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/data/hbase/meta/1588230740/table/484248f1bd7b43d7a5ee3d5b2e39f3f2 2024-11-09T18:22:19,022 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/data/hbase/meta/1588230740/table/484248f1bd7b43d7a5ee3d5b2e39f3f2, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T18:22:19,022 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1293ms, sequenceid=16, compaction requested=false 2024-11-09T18:22:19,026 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T18:22:19,026 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T18:22:19,026 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T18:22:19,026 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T18:22:19,026 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731176537729Running coprocessor pre-close hooks at 1731176537729Disabling compacts and flushes for region at 1731176537729Disabling writes for close at 1731176537729Obtaining lock to block concurrent updates at 1731176537729Preparing flush snapshotting stores in 1588230740 at 1731176537729Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731176537729Flushing stores of hbase:meta,,1.1588230740 at 1731176537729Flushing 1588230740/info: creating writer at 1731176537729Flushing 1588230740/info: appending metadata at 1731176537744 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731176537744Flushing 1588230740/ns: creating writer at 1731176537750 (+6 ms)Flushing 1588230740/ns: appending metadata at 1731176537763 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731176537763Flushing 1588230740/rep_barrier: creating writer at 1731176538170 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731176538181 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731176538181Flushing 1588230740/table: creating writer at 1731176538588 (+407 ms)Flushing 1588230740/table: appending metadata at 1731176538600 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731176538600Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37efc218: reopening flushed file at 1731176539007 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5debcd43: reopening flushed file at 1731176539011 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77bb4a3: reopening flushed file at 1731176539014 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7967c48c: reopening flushed file at 1731176539018 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1293ms, sequenceid=16, compaction requested=false at 1731176539022 (+4 ms)Writing region close event to WAL at 1731176539024 (+2 ms)Running coprocessor post-close hooks at 1731176539026 (+2 ms)Closed at 1731176539026 2024-11-09T18:22:19,026 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T18:22:19,050 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,42001,1731176516315.replicationSource.wal-reader.fb97eb0edbe8%2C42001%2C1731176516315,1-fb97eb0edbe8,42001,1731176516315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/WALs/fb97eb0edbe8,42001,1731176516315/fb97eb0edbe8%2C42001%2C1731176516315.1731176518666 to pos 1488, reset compression=false 2024-11-09T18:22:19,054 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,42001,1731176516315.replicationSource.wal-reader.fb97eb0edbe8%2C42001%2C1731176516315,1-fb97eb0edbe8,42001,1731176516315 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T18:22:19,054 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,42001,1731176516315.replicationSource.wal-reader.fb97eb0edbe8%2C42001%2C1731176516315,1-fb97eb0edbe8,42001,1731176516315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/WALs/fb97eb0edbe8,42001,1731176516315/fb97eb0edbe8%2C42001%2C1731176516315.1731176518666 to pos 2132, reset compression=false 2024-11-09T18:22:19,130 INFO [RS:0;fb97eb0edbe8:42001 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T18:22:19,130 DEBUG [RS:0;fb97eb0edbe8:42001 {}] regionserver.HRegionServer(1325): Online Regions={d2292a03461d023d0efcccf4835854d0=hbase:replication,,1731176529463.d2292a03461d023d0efcccf4835854d0.} 2024-11-09T18:22:19,130 INFO [RS:0;fb97eb0edbe8:42001 {}] regionserver.HRegionServer(3091): Received CLOSE for d2292a03461d023d0efcccf4835854d0 2024-11-09T18:22:19,130 DEBUG [RS:0;fb97eb0edbe8:42001 {}] regionserver.HRegionServer(1351): Waiting on d2292a03461d023d0efcccf4835854d0 2024-11-09T18:22:19,130 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d2292a03461d023d0efcccf4835854d0, disabling compactions & flushes 2024-11-09T18:22:19,130 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731176529463.d2292a03461d023d0efcccf4835854d0. 2024-11-09T18:22:19,130 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731176529463.d2292a03461d023d0efcccf4835854d0. 2024-11-09T18:22:19,130 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731176529463.d2292a03461d023d0efcccf4835854d0. after waiting 0 ms 2024-11-09T18:22:19,130 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731176529463.d2292a03461d023d0efcccf4835854d0. 2024-11-09T18:22:19,130 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d2292a03461d023d0efcccf4835854d0: Waiting for close lock at 1731176539130Running coprocessor pre-close hooks at 1731176539130Disabling compacts and flushes for region at 1731176539130Disabling writes for close at 1731176539130Failed flush hbase:replication,,1731176529463.d2292a03461d023d0efcccf4835854d0., putting online again at 1731176539130 2024-11-09T18:22:19,130 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731176529463.d2292a03461d023d0efcccf4835854d0. 2024-11-09T18:22:19,164 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38551,1731176511051.replicationSource.wal-reader.fb97eb0edbe8%2C38551%2C1731176511051,1-fb97eb0edbe8,38551,1731176511051 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/WALs/fb97eb0edbe8,38551,1731176511051/fb97eb0edbe8%2C38551%2C1731176511051.1731176513237 to pos 1193, reset compression=false 2024-11-09T18:22:19,256 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,42001,1731176516315.replicationSource.wal-reader.fb97eb0edbe8%2C42001%2C1731176516315,1-fb97eb0edbe8,42001,1731176516315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/WALs/fb97eb0edbe8,42001,1731176516315/fb97eb0edbe8%2C42001%2C1731176516315.1731176518666 to pos 2132, reset compression=false 2024-11-09T18:22:19,271 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,45399,1731176505245.replicationSource.wal-reader.fb97eb0edbe8%2C45399%2C1731176505245,1-fb97eb0edbe8,45399,1731176505245 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/WALs/fb97eb0edbe8,45399,1731176505245/fb97eb0edbe8%2C45399%2C1731176505245.1731176507458 to pos 636, reset compression=false 2024-11-09T18:22:19,330 INFO [RS:0;fb97eb0edbe8:42001 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-09T18:22:19,330 INFO [RS:0;fb97eb0edbe8:42001 {}] regionserver.HRegionServer(976): stopping server fb97eb0edbe8,42001,1731176516315; all regions closed. 2024-11-09T18:22:19,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37347 is added to blk_1073741834_1010 (size=4239) 2024-11-09T18:22:19,332 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/WALs/fb97eb0edbe8,42001,1731176516315/fb97eb0edbe8%2C42001%2C1731176516315.meta.1731176519558.meta not finished, retry = 0 2024-11-09T18:22:19,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37347 is added to blk_1073741839_1015 (size=2171) 2024-11-09T18:22:19,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37347 is added to blk_1073741832_1008 (size=2140) 2024-11-09T18:22:19,437 DEBUG [RS:0;fb97eb0edbe8:42001 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:22:19,437 INFO [RS:0;fb97eb0edbe8:42001 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:22:19,437 INFO [RS:0;fb97eb0edbe8:42001 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T18:22:19,437 INFO [RS:0;fb97eb0edbe8:42001 {}] hbase.ChoreService(370): Chore service for: regionserver/fb97eb0edbe8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T18:22:19,437 INFO [RS:0;fb97eb0edbe8:42001 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T18:22:19,437 INFO [regionserver/fb97eb0edbe8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T18:22:19,438 INFO [RS:0;fb97eb0edbe8:42001 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fb97eb0edbe8,42001,1731176516315 because: Region server is closing 2024-11-09T18:22:19,438 INFO [RS:0;fb97eb0edbe8:42001 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fb97eb0edbe8:42001. 2024-11-09T18:22:19,438 DEBUG [RS:0;fb97eb0edbe8:42001 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:22:19,438 DEBUG [RS:0;fb97eb0edbe8:42001 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:22:19,438 DEBUG [RS:0;fb97eb0edbe8:42001 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:22:19,438 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:22:19,538 INFO [RS:0;fb97eb0edbe8:42001 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,42001,1731176516315.replicationSource.shipperfb97eb0edbe8%2C42001%2C1731176516315,1-fb97eb0edbe8,42001,1731176516315 terminated 2024-11-09T18:22:19,538 WARN [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,42001,1731176516315.replicationSource.wal-reader.fb97eb0edbe8%2C42001%2C1731176516315,1-fb97eb0edbe8,42001,1731176516315 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T18:22:19,539 INFO [RS:0;fb97eb0edbe8:42001 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fb97eb0edbe8:42001. 2024-11-09T18:22:19,539 DEBUG [RS:0;fb97eb0edbe8:42001 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:22:19,539 DEBUG [RS:0;fb97eb0edbe8:42001 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:22:19,539 DEBUG [RS:0;fb97eb0edbe8:42001 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:22:19,539 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:22:19,539 INFO [RS:0;fb97eb0edbe8:42001 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42001 2024-11-09T18:22:19,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42001-0x10120d5116f0007, quorum=127.0.0.1:60905, baseZNode=/2-1690853645 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1690853645/rs/fb97eb0edbe8,42001,1731176516315 2024-11-09T18:22:19,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38725-0x10120d5116f0006, quorum=127.0.0.1:60905, baseZNode=/2-1690853645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1690853645/rs 2024-11-09T18:22:19,589 INFO [RS:0;fb97eb0edbe8:42001 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T18:22:19,600 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fb97eb0edbe8,42001,1731176516315] 2024-11-09T18:22:19,610 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1690853645/draining/fb97eb0edbe8,42001,1731176516315 already deleted, retry=false 2024-11-09T18:22:19,610 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fb97eb0edbe8,42001,1731176516315 expired; onlineServers=0 2024-11-09T18:22:19,610 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fb97eb0edbe8,38725,1731176516175' ***** 2024-11-09T18:22:19,610 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T18:22:19,610 INFO [M:0;fb97eb0edbe8:38725 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T18:22:19,610 INFO [M:0;fb97eb0edbe8:38725 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T18:22:19,610 DEBUG [M:0;fb97eb0edbe8:38725 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T18:22:19,611 DEBUG [M:0;fb97eb0edbe8:38725 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T18:22:19,611 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T18:22:19,611 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731176518365 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731176518365,5,FailOnTimeoutGroup] 2024-11-09T18:22:19,611 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731176518365 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731176518365,5,FailOnTimeoutGroup] 2024-11-09T18:22:19,611 INFO [M:0;fb97eb0edbe8:38725 {}] hbase.ChoreService(370): Chore service for: master/fb97eb0edbe8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T18:22:19,611 INFO [M:0;fb97eb0edbe8:38725 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T18:22:19,611 DEBUG [M:0;fb97eb0edbe8:38725 {}] master.HMaster(1795): Stopping service threads 2024-11-09T18:22:19,611 INFO [M:0;fb97eb0edbe8:38725 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T18:22:19,611 INFO [M:0;fb97eb0edbe8:38725 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T18:22:19,611 INFO [M:0;fb97eb0edbe8:38725 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T18:22:19,611 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T18:22:19,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38725-0x10120d5116f0006, quorum=127.0.0.1:60905, baseZNode=/2-1690853645 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1690853645/master 2024-11-09T18:22:19,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38725-0x10120d5116f0006, quorum=127.0.0.1:60905, baseZNode=/2-1690853645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1690853645 2024-11-09T18:22:19,621 DEBUG [M:0;fb97eb0edbe8:38725 {}] zookeeper.ZKUtil(347): master:38725-0x10120d5116f0006, quorum=127.0.0.1:60905, baseZNode=/2-1690853645 Unable to get data of znode /2-1690853645/master because node does not exist (not an error) 2024-11-09T18:22:19,621 WARN [M:0;fb97eb0edbe8:38725 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T18:22:19,629 INFO [M:0;fb97eb0edbe8:38725 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/.lastflushedseqids 2024-11-09T18:22:19,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37347 is added to blk_1073741847_1023 (size=245) 2024-11-09T18:22:19,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42001-0x10120d5116f0007, quorum=127.0.0.1:60905, baseZNode=/2-1690853645 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:22:19,700 INFO [RS:0;fb97eb0edbe8:42001 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T18:22:19,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42001-0x10120d5116f0007, quorum=127.0.0.1:60905, baseZNode=/2-1690853645 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:22:19,700 INFO [RS:0;fb97eb0edbe8:42001 {}] regionserver.HRegionServer(1031): Exiting; stopping=fb97eb0edbe8,42001,1731176516315; zookeeper connection closed. 2024-11-09T18:22:19,700 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@73b23f03 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@73b23f03 2024-11-09T18:22:19,700 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T18:22:19,868 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38551,1731176511051.replicationSource.wal-reader.fb97eb0edbe8%2C38551%2C1731176511051,1-fb97eb0edbe8,38551,1731176511051 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/WALs/fb97eb0edbe8,38551,1731176511051/fb97eb0edbe8%2C38551%2C1731176511051.1731176513237 to pos 1193, reset compression=false 2024-11-09T18:22:20,037 INFO [M:0;fb97eb0edbe8:38725 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T18:22:20,037 INFO [M:0;fb97eb0edbe8:38725 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T18:22:20,037 DEBUG [M:0;fb97eb0edbe8:38725 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T18:22:20,037 INFO [M:0;fb97eb0edbe8:38725 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:22:20,037 DEBUG [M:0;fb97eb0edbe8:38725 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:22:20,037 DEBUG [M:0;fb97eb0edbe8:38725 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T18:22:20,037 DEBUG [M:0;fb97eb0edbe8:38725 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:22:20,037 INFO [M:0;fb97eb0edbe8:38725 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-09T18:22:20,050 DEBUG [M:0;fb97eb0edbe8:38725 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ea6018dddd744bf19dd0dafbb6f73c0b is 82, key is hbase:meta,,1/info:regioninfo/1731176519584/Put/seqid=0 2024-11-09T18:22:20,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37347 is added to blk_1073741848_1024 (size=5672) 2024-11-09T18:22:20,274 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,45399,1731176505245.replicationSource.wal-reader.fb97eb0edbe8%2C45399%2C1731176505245,1-fb97eb0edbe8,45399,1731176505245 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/WALs/fb97eb0edbe8,45399,1731176505245/fb97eb0edbe8%2C45399%2C1731176505245.1731176507458 to pos 636, reset compression=false 2024-11-09T18:22:20,454 INFO [M:0;fb97eb0edbe8:38725 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ea6018dddd744bf19dd0dafbb6f73c0b 2024-11-09T18:22:20,472 DEBUG [M:0;fb97eb0edbe8:38725 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7ac71ee4a22147949f4cca588f05d87f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731176530639/Put/seqid=0 2024-11-09T18:22:20,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37347 is added to blk_1073741849_1025 (size=8517) 2024-11-09T18:22:20,501 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T18:22:20,671 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38551,1731176511051.replicationSource.wal-reader.fb97eb0edbe8%2C38551%2C1731176511051,1-fb97eb0edbe8,38551,1731176511051 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/WALs/fb97eb0edbe8,38551,1731176511051/fb97eb0edbe8%2C38551%2C1731176511051.1731176513237 to pos 1193, reset compression=false 2024-11-09T18:22:20,876 INFO [M:0;fb97eb0edbe8:38725 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7ac71ee4a22147949f4cca588f05d87f 2024-11-09T18:22:20,895 DEBUG [M:0;fb97eb0edbe8:38725 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d498464068c5484185d779f1a254a937 is 69, key is fb97eb0edbe8,42001,1731176516315/rs:state/1731176518475/Put/seqid=0 2024-11-09T18:22:20,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37347 is added to blk_1073741850_1026 (size=5156) 2024-11-09T18:22:21,299 INFO [M:0;fb97eb0edbe8:38725 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d498464068c5484185d779f1a254a937 2024-11-09T18:22:21,303 DEBUG [M:0;fb97eb0edbe8:38725 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ea6018dddd744bf19dd0dafbb6f73c0b as hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ea6018dddd744bf19dd0dafbb6f73c0b 2024-11-09T18:22:21,308 INFO [M:0;fb97eb0edbe8:38725 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ea6018dddd744bf19dd0dafbb6f73c0b, entries=8, sequenceid=97, filesize=5.5 K 2024-11-09T18:22:21,309 DEBUG [M:0;fb97eb0edbe8:38725 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7ac71ee4a22147949f4cca588f05d87f as hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7ac71ee4a22147949f4cca588f05d87f 2024-11-09T18:22:21,313 INFO [M:0;fb97eb0edbe8:38725 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7ac71ee4a22147949f4cca588f05d87f, entries=11, sequenceid=97, filesize=8.3 K 2024-11-09T18:22:21,313 DEBUG [M:0;fb97eb0edbe8:38725 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d498464068c5484185d779f1a254a937 as hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d498464068c5484185d779f1a254a937 2024-11-09T18:22:21,316 INFO [M:0;fb97eb0edbe8:38725 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33255/user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d498464068c5484185d779f1a254a937, entries=1, sequenceid=97, filesize=5.0 K 2024-11-09T18:22:21,316 INFO [M:0;fb97eb0edbe8:38725 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=97, compaction requested=false 2024-11-09T18:22:21,317 INFO [M:0;fb97eb0edbe8:38725 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:22:21,318 DEBUG [M:0;fb97eb0edbe8:38725 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731176540037Disabling compacts and flushes for region at 1731176540037Disabling writes for close at 1731176540037Obtaining lock to block concurrent updates at 1731176540037Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731176540037Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731176540038 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731176540038Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731176540038Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731176540050 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731176540050Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731176540457 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731176540472 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731176540472Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731176540879 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731176540895 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731176540895Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40813356: reopening flushed file at 1731176541302 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b4d2775: reopening flushed file at 1731176541309 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79c7d629: reopening flushed file at 1731176541313 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=97, compaction requested=false at 1731176541316 (+3 ms)Writing region close event to WAL at 1731176541317 (+1 ms)Closed at 1731176541317 2024-11-09T18:22:21,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37347 is added to blk_1073741830_1006 (size=63666) 2024-11-09T18:22:21,319 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4f4eab93-2a0c-9bf7-eb27-13c5be8081fd/MasterData/WALs/fb97eb0edbe8,38725,1731176516175/fb97eb0edbe8%2C38725%2C1731176516175.1731176518104 not finished, retry = 0 2024-11-09T18:22:21,377 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,45399,1731176505245.replicationSource.wal-reader.fb97eb0edbe8%2C45399%2C1731176505245,1-fb97eb0edbe8,45399,1731176505245 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/WALs/fb97eb0edbe8,45399,1731176505245/fb97eb0edbe8%2C45399%2C1731176505245.1731176507458 to pos 636, reset compression=false 2024-11-09T18:22:21,420 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T18:22:21,420 INFO [M:0;fb97eb0edbe8:38725 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T18:22:21,420 INFO [M:0;fb97eb0edbe8:38725 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38725 2024-11-09T18:22:21,420 INFO [M:0;fb97eb0edbe8:38725 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T18:22:21,573 INFO [M:0;fb97eb0edbe8:38725 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T18:22:21,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38725-0x10120d5116f0006, quorum=127.0.0.1:60905, baseZNode=/2-1690853645 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:22:21,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38725-0x10120d5116f0006, quorum=127.0.0.1:60905, baseZNode=/2-1690853645 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:22:21,574 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38551,1731176511051.replicationSource.wal-reader.fb97eb0edbe8%2C38551%2C1731176511051,1-fb97eb0edbe8,38551,1731176511051 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/WALs/fb97eb0edbe8,38551,1731176511051/fb97eb0edbe8%2C38551%2C1731176511051.1731176513237 to pos 1193, reset compression=false 2024-11-09T18:22:21,607 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1823cd97{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:22:21,608 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@35ae1b94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T18:22:21,608 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T18:22:21,608 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7197b560{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T18:22:21,608 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4382a269{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f54f2820-3792-ebe7-ab74-bf230f78c1b2/hadoop.log.dir/,STOPPED} 2024-11-09T18:22:21,609 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T18:22:21,609 WARN [BP-1744258370-172.17.0.3-1731176514225 heartbeating to localhost/127.0.0.1:33255 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T18:22:21,609 WARN [BP-1744258370-172.17.0.3-1731176514225 heartbeating to localhost/127.0.0.1:33255 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1744258370-172.17.0.3-1731176514225 (Datanode Uuid b892dab8-1737-4569-acb0-8f75cf11e884) service to localhost/127.0.0.1:33255 2024-11-09T18:22:21,609 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T18:22:21,610 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f54f2820-3792-ebe7-ab74-bf230f78c1b2/cluster_3b528dfb-559e-0abe-6cf5-f81aa764d2b5/data/data1/current/BP-1744258370-172.17.0.3-1731176514225 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T18:22:21,610 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f54f2820-3792-ebe7-ab74-bf230f78c1b2/cluster_3b528dfb-559e-0abe-6cf5-f81aa764d2b5/data/data2/current/BP-1744258370-172.17.0.3-1731176514225 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T18:22:21,610 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T18:22:21,615 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6842fe12{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T18:22:21,615 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@267ac701{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T18:22:21,615 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T18:22:21,615 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6efede24{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T18:22:21,615 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8d1f9eb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f54f2820-3792-ebe7-ab74-bf230f78c1b2/hadoop.log.dir/,STOPPED} 2024-11-09T18:22:21,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T18:22:21,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T18:22:21,626 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:22:21,627 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:22:21,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:22:21,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:22:21,627 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:22:21,627 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T18:22:21,627 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1240897209, stopped=false 2024-11-09T18:22:21,627 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fb97eb0edbe8,34433,1731176510911 2024-11-09T18:22:21,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34433-0x10120d5116f0003, quorum=127.0.0.1:60905, baseZNode=/1889719177 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1889719177/running 2024-11-09T18:22:21,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38551-0x10120d5116f0004, quorum=127.0.0.1:60905, baseZNode=/1889719177 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1889719177/running 2024-11-09T18:22:21,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38551-0x10120d5116f0004, quorum=127.0.0.1:60905, baseZNode=/1889719177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1889719177 2024-11-09T18:22:21,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34433-0x10120d5116f0003, quorum=127.0.0.1:60905, baseZNode=/1889719177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1889719177 2024-11-09T18:22:21,642 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T18:22:21,642 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:22:21,642 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:22:21,642 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34433-0x10120d5116f0003, quorum=127.0.0.1:60905, baseZNode=/1889719177 Set watcher on znode that does not yet exist, /1889719177/running 2024-11-09T18:22:21,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:22:21,642 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fb97eb0edbe8,38551,1731176511051' ***** 2024-11-09T18:22:21,642 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T18:22:21,642 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38551-0x10120d5116f0004, quorum=127.0.0.1:60905, baseZNode=/1889719177 Set watcher on znode that does not yet exist, /1889719177/running 2024-11-09T18:22:21,643 INFO [RS:0;fb97eb0edbe8:38551 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T18:22:21,643 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T18:22:21,643 INFO [RS:0;fb97eb0edbe8:38551 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T18:22:21,643 INFO [RS:0;fb97eb0edbe8:38551 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T18:22:21,643 INFO [RS:0;fb97eb0edbe8:38551 {}] regionserver.HRegionServer(3091): Received CLOSE for d510fb926a6f93814dd9e3cf1b15fba2 2024-11-09T18:22:21,643 INFO [RS:0;fb97eb0edbe8:38551 {}] regionserver.HRegionServer(3091): Received CLOSE for f1d3155e8b92a1a38480f9e2580a0f6c 2024-11-09T18:22:21,643 INFO [RS:0;fb97eb0edbe8:38551 {}] regionserver.HRegionServer(959): stopping server fb97eb0edbe8,38551,1731176511051 2024-11-09T18:22:21,643 INFO [RS:0;fb97eb0edbe8:38551 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T18:22:21,643 INFO [RS:0;fb97eb0edbe8:38551 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fb97eb0edbe8:38551. 2024-11-09T18:22:21,643 DEBUG [RS:0;fb97eb0edbe8:38551 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:22:21,643 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d510fb926a6f93814dd9e3cf1b15fba2, disabling compactions & flushes 2024-11-09T18:22:21,643 DEBUG [RS:0;fb97eb0edbe8:38551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:22:21,643 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731176521841.d510fb926a6f93814dd9e3cf1b15fba2. 2024-11-09T18:22:21,643 INFO [RS:0;fb97eb0edbe8:38551 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T18:22:21,643 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731176521841.d510fb926a6f93814dd9e3cf1b15fba2. 2024-11-09T18:22:21,643 INFO [RS:0;fb97eb0edbe8:38551 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T18:22:21,643 INFO [RS:0;fb97eb0edbe8:38551 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T18:22:21,643 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731176521841.d510fb926a6f93814dd9e3cf1b15fba2. after waiting 0 ms 2024-11-09T18:22:21,643 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731176521841.d510fb926a6f93814dd9e3cf1b15fba2. 2024-11-09T18:22:21,643 INFO [RS:0;fb97eb0edbe8:38551 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T18:22:21,643 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d510fb926a6f93814dd9e3cf1b15fba2 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-09T18:22:21,644 INFO [RS:0;fb97eb0edbe8:38551 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T18:22:21,644 DEBUG [RS:0;fb97eb0edbe8:38551 {}] regionserver.HRegionServer(1325): Online Regions={d510fb926a6f93814dd9e3cf1b15fba2=test,,1731176521841.d510fb926a6f93814dd9e3cf1b15fba2., 1588230740=hbase:meta,,1.1588230740, f1d3155e8b92a1a38480f9e2580a0f6c=hbase:replication,,1731176527304.f1d3155e8b92a1a38480f9e2580a0f6c.} 2024-11-09T18:22:21,644 DEBUG [RS:0;fb97eb0edbe8:38551 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d510fb926a6f93814dd9e3cf1b15fba2, f1d3155e8b92a1a38480f9e2580a0f6c 2024-11-09T18:22:21,644 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T18:22:21,644 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T18:22:21,644 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T18:22:21,644 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T18:22:21,644 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T18:22:21,644 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T18:22:21,657 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/data/hbase/meta/1588230740/.tmp/info/c506f62e3ee844869a1b2153d0729891 is 147, key is hbase:replication,,1731176527304.f1d3155e8b92a1a38480f9e2580a0f6c./info:regioninfo/1731176528457/Put/seqid=0 2024-11-09T18:22:21,657 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/data/default/test/d510fb926a6f93814dd9e3cf1b15fba2/.tmp/f/89541141f4cc44bf9879c7ab89c2a32e is 29, key is row1/f:/1731176535638/DeleteFamily/seqid=0 2024-11-09T18:22:21,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741840_1016 (size=5152) 2024-11-09T18:22:21,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741841_1017 (size=7686) 2024-11-09T18:22:21,732 INFO [regionserver/fb97eb0edbe8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:22:21,844 DEBUG [RS:0;fb97eb0edbe8:38551 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d510fb926a6f93814dd9e3cf1b15fba2, f1d3155e8b92a1a38480f9e2580a0f6c 2024-11-09T18:22:22,044 DEBUG [RS:0;fb97eb0edbe8:38551 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d510fb926a6f93814dd9e3cf1b15fba2, f1d3155e8b92a1a38480f9e2580a0f6c 2024-11-09T18:22:22,060 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/data/default/test/d510fb926a6f93814dd9e3cf1b15fba2/.tmp/f/89541141f4cc44bf9879c7ab89c2a32e 2024-11-09T18:22:22,061 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/data/hbase/meta/1588230740/.tmp/info/c506f62e3ee844869a1b2153d0729891 2024-11-09T18:22:22,064 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 89541141f4cc44bf9879c7ab89c2a32e 2024-11-09T18:22:22,076 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/data/hbase/meta/1588230740/.tmp/ns/aa2d03d7c15f4c1fab0902937ec2e5e0 is 43, key is default/ns:d/1731176514155/Put/seqid=0 2024-11-09T18:22:22,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741842_1018 (size=5153) 2024-11-09T18:22:22,079 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/data/default/test/d510fb926a6f93814dd9e3cf1b15fba2/.tmp/f1/da5a5fa9896a4bd2beb8006e8d5991ec is 30, key is row1/f1:/1731176535638/DeleteFamily/seqid=0 2024-11-09T18:22:22,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741843_1019 (size=5158) 2024-11-09T18:22:22,190 INFO [regionserver/fb97eb0edbe8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T18:22:22,190 INFO [regionserver/fb97eb0edbe8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T18:22:22,244 DEBUG [RS:0;fb97eb0edbe8:38551 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d510fb926a6f93814dd9e3cf1b15fba2, f1d3155e8b92a1a38480f9e2580a0f6c 2024-11-09T18:22:22,444 DEBUG [RS:0;fb97eb0edbe8:38551 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d510fb926a6f93814dd9e3cf1b15fba2, f1d3155e8b92a1a38480f9e2580a0f6c 2024-11-09T18:22:22,479 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/data/hbase/meta/1588230740/.tmp/ns/aa2d03d7c15f4c1fab0902937ec2e5e0 2024-11-09T18:22:22,482 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/data/default/test/d510fb926a6f93814dd9e3cf1b15fba2/.tmp/f1/da5a5fa9896a4bd2beb8006e8d5991ec 2024-11-09T18:22:22,486 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for da5a5fa9896a4bd2beb8006e8d5991ec 2024-11-09T18:22:22,497 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/data/hbase/meta/1588230740/.tmp/rep_barrier/8a2afd826b514ff9b48084f0635b2cdd is 112, key is test,,1731176521841.d510fb926a6f93814dd9e3cf1b15fba2./rep_barrier:seqnumDuringOpen/1731176522587/Put/seqid=0 2024-11-09T18:22:22,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741844_1020 (size=5518) 2024-11-09T18:22:22,502 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/data/default/test/d510fb926a6f93814dd9e3cf1b15fba2/.tmp/norep/d6c4fffa3fcb4778bb3bd339f6a5aa94 is 33, key is row1/norep:/1731176535638/DeleteFamily/seqid=0 2024-11-09T18:22:22,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741845_1021 (size=5108) 2024-11-09T18:22:22,505 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/data/default/test/d510fb926a6f93814dd9e3cf1b15fba2/.tmp/norep/d6c4fffa3fcb4778bb3bd339f6a5aa94 2024-11-09T18:22:22,507 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d6c4fffa3fcb4778bb3bd339f6a5aa94 2024-11-09T18:22:22,508 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/data/default/test/d510fb926a6f93814dd9e3cf1b15fba2/.tmp/f/89541141f4cc44bf9879c7ab89c2a32e as hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/data/default/test/d510fb926a6f93814dd9e3cf1b15fba2/f/89541141f4cc44bf9879c7ab89c2a32e 2024-11-09T18:22:22,511 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 89541141f4cc44bf9879c7ab89c2a32e 2024-11-09T18:22:22,511 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/data/default/test/d510fb926a6f93814dd9e3cf1b15fba2/f/89541141f4cc44bf9879c7ab89c2a32e, entries=3, sequenceid=10, filesize=5.0 K 2024-11-09T18:22:22,512 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/data/default/test/d510fb926a6f93814dd9e3cf1b15fba2/.tmp/f1/da5a5fa9896a4bd2beb8006e8d5991ec as hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/data/default/test/d510fb926a6f93814dd9e3cf1b15fba2/f1/da5a5fa9896a4bd2beb8006e8d5991ec 2024-11-09T18:22:22,514 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for da5a5fa9896a4bd2beb8006e8d5991ec 2024-11-09T18:22:22,514 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/data/default/test/d510fb926a6f93814dd9e3cf1b15fba2/f1/da5a5fa9896a4bd2beb8006e8d5991ec, entries=3, sequenceid=10, filesize=5.0 K 2024-11-09T18:22:22,515 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/data/default/test/d510fb926a6f93814dd9e3cf1b15fba2/.tmp/norep/d6c4fffa3fcb4778bb3bd339f6a5aa94 as hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/data/default/test/d510fb926a6f93814dd9e3cf1b15fba2/norep/d6c4fffa3fcb4778bb3bd339f6a5aa94 2024-11-09T18:22:22,517 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d6c4fffa3fcb4778bb3bd339f6a5aa94 2024-11-09T18:22:22,517 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/data/default/test/d510fb926a6f93814dd9e3cf1b15fba2/norep/d6c4fffa3fcb4778bb3bd339f6a5aa94, entries=1, sequenceid=10, filesize=5.0 K 2024-11-09T18:22:22,518 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for d510fb926a6f93814dd9e3cf1b15fba2 in 875ms, sequenceid=10, compaction requested=false 2024-11-09T18:22:22,521 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/data/default/test/d510fb926a6f93814dd9e3cf1b15fba2/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-09T18:22:22,522 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T18:22:22,522 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T18:22:22,522 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731176521841.d510fb926a6f93814dd9e3cf1b15fba2. 2024-11-09T18:22:22,522 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d510fb926a6f93814dd9e3cf1b15fba2: Waiting for close lock at 1731176541643Running coprocessor pre-close hooks at 1731176541643Disabling compacts and flushes for region at 1731176541643Disabling writes for close at 1731176541643Obtaining lock to block concurrent updates at 1731176541644 (+1 ms)Preparing flush snapshotting stores in d510fb926a6f93814dd9e3cf1b15fba2 at 1731176541644Finished memstore snapshotting test,,1731176521841.d510fb926a6f93814dd9e3cf1b15fba2., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731176541644Flushing stores of test,,1731176521841.d510fb926a6f93814dd9e3cf1b15fba2. at 1731176541644Flushing d510fb926a6f93814dd9e3cf1b15fba2/f: creating writer at 1731176541644Flushing d510fb926a6f93814dd9e3cf1b15fba2/f: appending metadata at 1731176541656 (+12 ms)Flushing d510fb926a6f93814dd9e3cf1b15fba2/f: closing flushed file at 1731176541656Flushing d510fb926a6f93814dd9e3cf1b15fba2/f1: creating writer at 1731176542064 (+408 ms)Flushing d510fb926a6f93814dd9e3cf1b15fba2/f1: appending metadata at 1731176542079 (+15 ms)Flushing d510fb926a6f93814dd9e3cf1b15fba2/f1: closing flushed file at 1731176542079Flushing d510fb926a6f93814dd9e3cf1b15fba2/norep: creating writer at 1731176542486 (+407 ms)Flushing d510fb926a6f93814dd9e3cf1b15fba2/norep: appending metadata at 1731176542501 (+15 ms)Flushing d510fb926a6f93814dd9e3cf1b15fba2/norep: closing flushed file at 1731176542501Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3375b06d: reopening flushed file at 1731176542508 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bc4ac8e: reopening flushed file at 1731176542511 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1898fa52: reopening flushed file at 1731176542514 (+3 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for d510fb926a6f93814dd9e3cf1b15fba2 in 875ms, sequenceid=10, compaction requested=false at 1731176542518 (+4 ms)Writing region close event to WAL at 1731176542519 (+1 ms)Running coprocessor post-close hooks at 1731176542521 (+2 ms)Closed at 1731176542522 (+1 ms) 2024-11-09T18:22:22,522 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731176521841.d510fb926a6f93814dd9e3cf1b15fba2. 2024-11-09T18:22:22,522 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f1d3155e8b92a1a38480f9e2580a0f6c, disabling compactions & flushes 2024-11-09T18:22:22,522 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731176527304.f1d3155e8b92a1a38480f9e2580a0f6c. 2024-11-09T18:22:22,522 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731176527304.f1d3155e8b92a1a38480f9e2580a0f6c. 2024-11-09T18:22:22,522 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731176527304.f1d3155e8b92a1a38480f9e2580a0f6c. after waiting 0 ms 2024-11-09T18:22:22,522 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731176527304.f1d3155e8b92a1a38480f9e2580a0f6c. 2024-11-09T18:22:22,522 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f1d3155e8b92a1a38480f9e2580a0f6c 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-09T18:22:22,535 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/data/hbase/replication/f1d3155e8b92a1a38480f9e2580a0f6c/.tmp/queue/03bac305e5d34a4093ebafd0ba55b721 is 154, key is 1-fb97eb0edbe8,38551,1731176511051/queue:fb97eb0edbe8%2C38551%2C1731176511051/1731176537149/Put/seqid=0 2024-11-09T18:22:22,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741846_1022 (size=5353) 2024-11-09T18:22:22,577 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38551,1731176511051.replicationSource.wal-reader.fb97eb0edbe8%2C38551%2C1731176511051,1-fb97eb0edbe8,38551,1731176511051 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/WALs/fb97eb0edbe8,38551,1731176511051/fb97eb0edbe8%2C38551%2C1731176511051.1731176513237 to pos 1193, reset compression=false 2024-11-09T18:22:22,580 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38551,1731176511051.replicationSource.wal-reader.fb97eb0edbe8%2C38551%2C1731176511051,1-fb97eb0edbe8,38551,1731176511051 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T18:22:22,580 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38551,1731176511051.replicationSource.wal-reader.fb97eb0edbe8%2C38551%2C1731176511051,1-fb97eb0edbe8,38551,1731176511051 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/WALs/fb97eb0edbe8,38551,1731176511051/fb97eb0edbe8%2C38551%2C1731176511051.1731176513237 to pos 2084, reset compression=false 2024-11-09T18:22:22,580 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38551,1731176511051.replicationSource.shipperfb97eb0edbe8%2C38551%2C1731176511051,1-fb97eb0edbe8,38551,1731176511051 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fb97eb0edbe8,38551,1731176511051 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/WALs/fb97eb0edbe8,38551,1731176511051/fb97eb0edbe8%2C38551%2C1731176511051.1731176513237, lastWalPosition=2084, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T18:22:22,581 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,45399,1731176505245.replicationSource.wal-reader.fb97eb0edbe8%2C45399%2C1731176505245,1-fb97eb0edbe8,45399,1731176505245 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/WALs/fb97eb0edbe8,45399,1731176505245/fb97eb0edbe8%2C45399%2C1731176505245.1731176507458 to pos 636, reset compression=false 2024-11-09T18:22:22,581 ERROR [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38551,1731176511051.replicationSource.shipperfb97eb0edbe8%2C38551%2C1731176511051,1-fb97eb0edbe8,38551,1731176511051 {}] regionserver.HRegionServer(2440): ***** ABORTING region server fb97eb0edbe8,38551,1731176511051: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-fb97eb0edbe8,38551,1731176511051, walGroup=fb97eb0edbe8%2C38551%2C1731176511051, offset=fb97eb0edbe8%2C38551%2C1731176511051.1731176513237:2084, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fb97eb0edbe8:38551 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T18:22:22,582 ERROR [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38551,1731176511051.replicationSource.shipperfb97eb0edbe8%2C38551%2C1731176511051,1-fb97eb0edbe8,38551,1731176511051 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T18:22:22,582 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38551,1731176511051.replicationSource.shipperfb97eb0edbe8%2C38551%2C1731176511051,1-fb97eb0edbe8,38551,1731176511051 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T18:22:22,583 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38551,1731176511051.replicationSource.shipperfb97eb0edbe8%2C38551%2C1731176511051,1-fb97eb0edbe8,38551,1731176511051 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T18:22:22,583 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38551,1731176511051.replicationSource.shipperfb97eb0edbe8%2C38551%2C1731176511051,1-fb97eb0edbe8,38551,1731176511051 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T18:22:22,583 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38551,1731176511051.replicationSource.shipperfb97eb0edbe8%2C38551%2C1731176511051,1-fb97eb0edbe8,38551,1731176511051 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T18:22:22,583 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38551,1731176511051.replicationSource.shipperfb97eb0edbe8%2C38551%2C1731176511051,1-fb97eb0edbe8,38551,1731176511051 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1394606080, "init": 1048576000, "max": 2306867200, "used": 932955616 }, "NonHeapMemoryUsage": { "committed": 205389824, "init": 7667712, "max": -1, "used": 202326280 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T18:22:22,583 WARN [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38551,1731176511051.replicationSource.shipperfb97eb0edbe8%2C38551%2C1731176511051,1-fb97eb0edbe8,38551,1731176511051 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fb97eb0edbe8:34433 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fb97eb0edbe8:34433 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T18:22:22,644 INFO [RS:0;fb97eb0edbe8:38551 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T18:22:22,644 DEBUG [RS:0;fb97eb0edbe8:38551 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f1d3155e8b92a1a38480f9e2580a0f6c=hbase:replication,,1731176527304.f1d3155e8b92a1a38480f9e2580a0f6c.} 2024-11-09T18:22:22,644 DEBUG [RS:0;fb97eb0edbe8:38551 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f1d3155e8b92a1a38480f9e2580a0f6c 2024-11-09T18:22:22,785 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38551,1731176511051.replicationSource.wal-reader.fb97eb0edbe8%2C38551%2C1731176511051,1-fb97eb0edbe8,38551,1731176511051 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/WALs/fb97eb0edbe8,38551,1731176511051/fb97eb0edbe8%2C38551%2C1731176511051.1731176513237 to pos 2084, reset compression=false 2024-11-09T18:22:22,845 DEBUG [RS:0;fb97eb0edbe8:38551 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f1d3155e8b92a1a38480f9e2580a0f6c 2024-11-09T18:22:22,901 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/data/hbase/meta/1588230740/.tmp/rep_barrier/8a2afd826b514ff9b48084f0635b2cdd 2024-11-09T18:22:22,920 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/data/hbase/meta/1588230740/.tmp/table/16e1709fd0c14393ad02fac996a48a79 is 53, key is hbase:replication/table:state/1731176528462/Put/seqid=0 2024-11-09T18:22:22,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741847_1023 (size=5308) 2024-11-09T18:22:22,939 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/data/hbase/replication/f1d3155e8b92a1a38480f9e2580a0f6c/.tmp/queue/03bac305e5d34a4093ebafd0ba55b721 2024-11-09T18:22:22,943 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/data/hbase/replication/f1d3155e8b92a1a38480f9e2580a0f6c/.tmp/queue/03bac305e5d34a4093ebafd0ba55b721 as hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/data/hbase/replication/f1d3155e8b92a1a38480f9e2580a0f6c/queue/03bac305e5d34a4093ebafd0ba55b721 2024-11-09T18:22:22,946 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/data/hbase/replication/f1d3155e8b92a1a38480f9e2580a0f6c/queue/03bac305e5d34a4093ebafd0ba55b721, entries=1, sequenceid=12, filesize=5.2 K 2024-11-09T18:22:22,947 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for f1d3155e8b92a1a38480f9e2580a0f6c in 425ms, sequenceid=12, compaction requested=false 2024-11-09T18:22:22,950 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/data/hbase/replication/f1d3155e8b92a1a38480f9e2580a0f6c/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-09T18:22:22,950 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T18:22:22,950 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T18:22:22,950 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731176527304.f1d3155e8b92a1a38480f9e2580a0f6c. 2024-11-09T18:22:22,951 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f1d3155e8b92a1a38480f9e2580a0f6c: Waiting for close lock at 1731176542522Running coprocessor pre-close hooks at 1731176542522Disabling compacts and flushes for region at 1731176542522Disabling writes for close at 1731176542522Obtaining lock to block concurrent updates at 1731176542522Preparing flush snapshotting stores in f1d3155e8b92a1a38480f9e2580a0f6c at 1731176542522Finished memstore snapshotting hbase:replication,,1731176527304.f1d3155e8b92a1a38480f9e2580a0f6c., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731176542522Flushing stores of hbase:replication,,1731176527304.f1d3155e8b92a1a38480f9e2580a0f6c. at 1731176542523 (+1 ms)Flushing f1d3155e8b92a1a38480f9e2580a0f6c/queue: creating writer at 1731176542523Flushing f1d3155e8b92a1a38480f9e2580a0f6c/queue: appending metadata at 1731176542535 (+12 ms)Flushing f1d3155e8b92a1a38480f9e2580a0f6c/queue: closing flushed file at 1731176542535Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@101d9506: reopening flushed file at 1731176542942 (+407 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for f1d3155e8b92a1a38480f9e2580a0f6c in 425ms, sequenceid=12, compaction requested=false at 1731176542947 (+5 ms)Writing region close event to WAL at 1731176542947Running coprocessor post-close hooks at 1731176542950 (+3 ms)Closed at 1731176542950 2024-11-09T18:22:22,951 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731176527304.f1d3155e8b92a1a38480f9e2580a0f6c. 2024-11-09T18:22:22,992 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fb97eb0edbe8:34433 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-09T18:22:23,045 DEBUG [RS:0;fb97eb0edbe8:38551 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T18:22:23,088 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38551,1731176511051.replicationSource.wal-reader.fb97eb0edbe8%2C38551%2C1731176511051,1-fb97eb0edbe8,38551,1731176511051 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/WALs/fb97eb0edbe8,38551,1731176511051/fb97eb0edbe8%2C38551%2C1731176511051.1731176513237 to pos 2084, reset compression=false 2024-11-09T18:22:23,245 DEBUG [RS:0;fb97eb0edbe8:38551 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T18:22:23,324 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/data/hbase/meta/1588230740/.tmp/table/16e1709fd0c14393ad02fac996a48a79 2024-11-09T18:22:23,328 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/data/hbase/meta/1588230740/.tmp/info/c506f62e3ee844869a1b2153d0729891 as hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/data/hbase/meta/1588230740/info/c506f62e3ee844869a1b2153d0729891 2024-11-09T18:22:23,331 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/data/hbase/meta/1588230740/info/c506f62e3ee844869a1b2153d0729891, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T18:22:23,331 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/data/hbase/meta/1588230740/.tmp/ns/aa2d03d7c15f4c1fab0902937ec2e5e0 as hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/data/hbase/meta/1588230740/ns/aa2d03d7c15f4c1fab0902937ec2e5e0 2024-11-09T18:22:23,334 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/data/hbase/meta/1588230740/ns/aa2d03d7c15f4c1fab0902937ec2e5e0, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T18:22:23,335 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/data/hbase/meta/1588230740/.tmp/rep_barrier/8a2afd826b514ff9b48084f0635b2cdd as hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/data/hbase/meta/1588230740/rep_barrier/8a2afd826b514ff9b48084f0635b2cdd 2024-11-09T18:22:23,338 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/data/hbase/meta/1588230740/rep_barrier/8a2afd826b514ff9b48084f0635b2cdd, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T18:22:23,338 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/data/hbase/meta/1588230740/.tmp/table/16e1709fd0c14393ad02fac996a48a79 as hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/data/hbase/meta/1588230740/table/16e1709fd0c14393ad02fac996a48a79 2024-11-09T18:22:23,341 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/data/hbase/meta/1588230740/table/16e1709fd0c14393ad02fac996a48a79, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T18:22:23,342 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1698ms, sequenceid=16, compaction requested=false 2024-11-09T18:22:23,342 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T18:22:23,346 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T18:22:23,346 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T18:22:23,346 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T18:22:23,346 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T18:22:23,346 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731176541644Running coprocessor pre-close hooks at 1731176541644Disabling compacts and flushes for region at 1731176541644Disabling writes for close at 1731176541644Obtaining lock to block concurrent updates at 1731176541644Preparing flush snapshotting stores in 1588230740 at 1731176541644Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731176541644Flushing stores of hbase:meta,,1.1588230740 at 1731176541644Flushing 1588230740/info: creating writer at 1731176541644Flushing 1588230740/info: appending metadata at 1731176541657 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731176541657Flushing 1588230740/ns: creating writer at 1731176542064 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731176542075 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1731176542075Flushing 1588230740/rep_barrier: creating writer at 1731176542483 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731176542496 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731176542496Flushing 1588230740/table: creating writer at 1731176542904 (+408 ms)Flushing 1588230740/table: appending metadata at 1731176542920 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731176542920Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a9b8cd0: reopening flushed file at 1731176543327 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@776bf446: reopening flushed file at 1731176543331 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52d8bdcd: reopening flushed file at 1731176543334 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36222c28: reopening flushed file at 1731176543338 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1698ms, sequenceid=16, compaction requested=false at 1731176543342 (+4 ms)Writing region close event to WAL at 1731176543343 (+1 ms)Running coprocessor post-close hooks at 1731176543346 (+3 ms)Closed at 1731176543346 2024-11-09T18:22:23,346 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T18:22:23,445 INFO [RS:0;fb97eb0edbe8:38551 {}] regionserver.HRegionServer(976): stopping server fb97eb0edbe8,38551,1731176511051; all regions closed. 2024-11-09T18:22:23,447 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/WALs/fb97eb0edbe8,38551,1731176511051/fb97eb0edbe8%2C38551%2C1731176511051.meta.1731176514096.meta not finished, retry = 0 2024-11-09T18:22:23,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741834_1010 (size=4239) 2024-11-09T18:22:23,492 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38551,1731176511051.replicationSource.wal-reader.fb97eb0edbe8%2C38551%2C1731176511051,1-fb97eb0edbe8,38551,1731176511051 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/WALs/fb97eb0edbe8,38551,1731176511051/fb97eb0edbe8%2C38551%2C1731176511051.1731176513237 to pos 2084, reset compression=false 2024-11-09T18:22:23,549 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/WALs/fb97eb0edbe8,38551,1731176511051/fb97eb0edbe8%2C38551%2C1731176511051.rep.1731176528431 not finished, retry = 0 2024-11-09T18:22:23,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741839_1015 (size=3114) 2024-11-09T18:22:23,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741832_1008 (size=2092) 2024-11-09T18:22:23,652 DEBUG [RS:0;fb97eb0edbe8:38551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:22:23,652 INFO [RS:0;fb97eb0edbe8:38551 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:22:23,652 INFO [RS:0;fb97eb0edbe8:38551 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T18:22:23,652 INFO [RS:0;fb97eb0edbe8:38551 {}] hbase.ChoreService(370): Chore service for: regionserver/fb97eb0edbe8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T18:22:23,652 INFO [RS:0;fb97eb0edbe8:38551 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T18:22:23,652 INFO [regionserver/fb97eb0edbe8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T18:22:23,652 INFO [RS:0;fb97eb0edbe8:38551 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fb97eb0edbe8,38551,1731176511051 because: Region server is closing 2024-11-09T18:22:23,652 INFO [RS:0;fb97eb0edbe8:38551 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fb97eb0edbe8:38551. 2024-11-09T18:22:23,653 DEBUG [RS:0;fb97eb0edbe8:38551 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:22:23,653 DEBUG [RS:0;fb97eb0edbe8:38551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:22:23,653 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:22:23,653 DEBUG [RS:0;fb97eb0edbe8:38551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:22:23,753 INFO [RS:0;fb97eb0edbe8:38551 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38551,1731176511051.replicationSource.shipperfb97eb0edbe8%2C38551%2C1731176511051,1-fb97eb0edbe8,38551,1731176511051 terminated 2024-11-09T18:22:23,753 WARN [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,38551,1731176511051.replicationSource.wal-reader.fb97eb0edbe8%2C38551%2C1731176511051,1-fb97eb0edbe8,38551,1731176511051 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T18:22:23,753 INFO [RS:0;fb97eb0edbe8:38551 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fb97eb0edbe8:38551. 2024-11-09T18:22:23,753 DEBUG [RS:0;fb97eb0edbe8:38551 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:22:23,753 DEBUG [RS:0;fb97eb0edbe8:38551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:22:23,753 DEBUG [RS:0;fb97eb0edbe8:38551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:22:23,753 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:22:23,753 INFO [RS:0;fb97eb0edbe8:38551 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38551 2024-11-09T18:22:23,884 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,45399,1731176505245.replicationSource.wal-reader.fb97eb0edbe8%2C45399%2C1731176505245,1-fb97eb0edbe8,45399,1731176505245 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/WALs/fb97eb0edbe8,45399,1731176505245/fb97eb0edbe8%2C45399%2C1731176505245.1731176507458 to pos 636, reset compression=false 2024-11-09T18:22:23,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34433-0x10120d5116f0003, quorum=127.0.0.1:60905, baseZNode=/1889719177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1889719177/rs 2024-11-09T18:22:23,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38551-0x10120d5116f0004, quorum=127.0.0.1:60905, baseZNode=/1889719177 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1889719177/rs/fb97eb0edbe8,38551,1731176511051 2024-11-09T18:22:23,943 INFO [RS:0;fb97eb0edbe8:38551 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T18:22:24,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:24,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:24,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:24,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:24,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:24,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:24,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:24,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:24,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:24,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:24,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:24,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:24,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:24,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:24,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:24,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:24,186 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fb97eb0edbe8,38551,1731176511051] 2024-11-09T18:22:24,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38551-0x10120d5116f0004, quorum=127.0.0.1:60905, baseZNode=/1889719177 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:22:24,287 INFO [RS:0;fb97eb0edbe8:38551 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T18:22:24,287 INFO [RS:0;fb97eb0edbe8:38551 {}] regionserver.HRegionServer(1031): Exiting; stopping=fb97eb0edbe8,38551,1731176511051; zookeeper connection closed. 2024-11-09T18:22:24,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38551-0x10120d5116f0004, quorum=127.0.0.1:60905, baseZNode=/1889719177 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:22:24,287 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4218ed6e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4218ed6e 2024-11-09T18:22:24,287 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T18:22:24,366 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1889719177/draining/fb97eb0edbe8,38551,1731176511051 already deleted, retry=false 2024-11-09T18:22:24,366 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fb97eb0edbe8,38551,1731176511051 expired; onlineServers=0 2024-11-09T18:22:24,366 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fb97eb0edbe8,34433,1731176510911' ***** 2024-11-09T18:22:24,366 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T18:22:24,366 INFO [M:0;fb97eb0edbe8:34433 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T18:22:24,366 INFO [M:0;fb97eb0edbe8:34433 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T18:22:24,366 DEBUG [M:0;fb97eb0edbe8:34433 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T18:22:24,366 DEBUG [M:0;fb97eb0edbe8:34433 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T18:22:24,366 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T18:22:24,366 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731176512883 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731176512883,5,FailOnTimeoutGroup] 2024-11-09T18:22:24,366 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731176512882 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731176512882,5,FailOnTimeoutGroup] 2024-11-09T18:22:24,366 INFO [M:0;fb97eb0edbe8:34433 {}] hbase.ChoreService(370): Chore service for: master/fb97eb0edbe8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T18:22:24,366 INFO [M:0;fb97eb0edbe8:34433 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T18:22:24,366 DEBUG [M:0;fb97eb0edbe8:34433 {}] master.HMaster(1795): Stopping service threads 2024-11-09T18:22:24,366 INFO [M:0;fb97eb0edbe8:34433 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T18:22:24,367 INFO [M:0;fb97eb0edbe8:34433 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T18:22:24,367 INFO [M:0;fb97eb0edbe8:34433 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T18:22:24,367 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T18:22:24,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34433-0x10120d5116f0003, quorum=127.0.0.1:60905, baseZNode=/1889719177 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1889719177/master 2024-11-09T18:22:24,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34433-0x10120d5116f0003, quorum=127.0.0.1:60905, baseZNode=/1889719177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1889719177 2024-11-09T18:22:24,397 DEBUG [M:0;fb97eb0edbe8:34433 {}] zookeeper.ZKUtil(347): master:34433-0x10120d5116f0003, quorum=127.0.0.1:60905, baseZNode=/1889719177 Unable to get data of znode /1889719177/master because node does not exist (not an error) 2024-11-09T18:22:24,397 WARN [M:0;fb97eb0edbe8:34433 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T18:22:24,397 INFO [M:0;fb97eb0edbe8:34433 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/.lastflushedseqids 2024-11-09T18:22:24,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741848_1024 (size=245) 2024-11-09T18:22:24,574 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T18:22:24,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:24,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:24,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:24,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:24,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:24,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:24,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:24,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:24,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:24,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:24,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:24,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:24,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:24,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:24,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:24,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:24,801 INFO [M:0;fb97eb0edbe8:34433 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T18:22:24,801 INFO [M:0;fb97eb0edbe8:34433 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T18:22:24,802 DEBUG [M:0;fb97eb0edbe8:34433 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T18:22:24,802 INFO [M:0;fb97eb0edbe8:34433 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:22:24,802 DEBUG [M:0;fb97eb0edbe8:34433 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:22:24,802 DEBUG [M:0;fb97eb0edbe8:34433 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T18:22:24,802 DEBUG [M:0;fb97eb0edbe8:34433 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:22:24,802 INFO [M:0;fb97eb0edbe8:34433 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-09T18:22:24,815 DEBUG [M:0;fb97eb0edbe8:34433 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e511de37a8654156af20fb1449df5788 is 82, key is hbase:meta,,1/info:regioninfo/1731176514126/Put/seqid=0 2024-11-09T18:22:24,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741849_1025 (size=5672) 2024-11-09T18:22:25,219 INFO [M:0;fb97eb0edbe8:34433 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e511de37a8654156af20fb1449df5788 2024-11-09T18:22:25,234 DEBUG [M:0;fb97eb0edbe8:34433 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/56c4dbebcace4d75b20c12b537ebde23 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731176528465/Put/seqid=0 2024-11-09T18:22:25,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741850_1026 (size=8516) 2024-11-09T18:22:25,286 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,45399,1731176505245.replicationSource.wal-reader.fb97eb0edbe8%2C45399%2C1731176505245,1-fb97eb0edbe8,45399,1731176505245 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/WALs/fb97eb0edbe8,45399,1731176505245/fb97eb0edbe8%2C45399%2C1731176505245.1731176507458 to pos 636, reset compression=false 2024-11-09T18:22:25,638 INFO [M:0;fb97eb0edbe8:34433 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/56c4dbebcace4d75b20c12b537ebde23 2024-11-09T18:22:25,653 DEBUG [M:0;fb97eb0edbe8:34433 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/55d34963015d4df0af448ab2e448d817 is 69, key is fb97eb0edbe8,38551,1731176511051/rs:state/1731176513005/Put/seqid=0 2024-11-09T18:22:25,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741851_1027 (size=5156) 2024-11-09T18:22:25,656 INFO [M:0;fb97eb0edbe8:34433 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/55d34963015d4df0af448ab2e448d817 2024-11-09T18:22:25,660 DEBUG [M:0;fb97eb0edbe8:34433 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e511de37a8654156af20fb1449df5788 as hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e511de37a8654156af20fb1449df5788 2024-11-09T18:22:25,663 INFO [M:0;fb97eb0edbe8:34433 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e511de37a8654156af20fb1449df5788, entries=8, sequenceid=97, filesize=5.5 K 2024-11-09T18:22:25,664 DEBUG [M:0;fb97eb0edbe8:34433 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/56c4dbebcace4d75b20c12b537ebde23 as hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/56c4dbebcace4d75b20c12b537ebde23 2024-11-09T18:22:25,666 INFO [M:0;fb97eb0edbe8:34433 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/56c4dbebcace4d75b20c12b537ebde23, entries=11, sequenceid=97, filesize=8.3 K 2024-11-09T18:22:25,667 DEBUG [M:0;fb97eb0edbe8:34433 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/55d34963015d4df0af448ab2e448d817 as hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/55d34963015d4df0af448ab2e448d817 2024-11-09T18:22:25,670 INFO [M:0;fb97eb0edbe8:34433 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/c3d0b8c9-539e-07d3-6733-22212d8efdee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/55d34963015d4df0af448ab2e448d817, entries=1, sequenceid=97, filesize=5.0 K 2024-11-09T18:22:25,670 INFO [M:0;fb97eb0edbe8:34433 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 868ms, sequenceid=97, compaction requested=false 2024-11-09T18:22:25,671 INFO [M:0;fb97eb0edbe8:34433 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:22:25,672 DEBUG [M:0;fb97eb0edbe8:34433 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731176544802Disabling compacts and flushes for region at 1731176544802Disabling writes for close at 1731176544802Obtaining lock to block concurrent updates at 1731176544802Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731176544802Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731176544802Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731176544802Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731176544803 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731176544815 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731176544815Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731176545222 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731176545234 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731176545234Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731176545641 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731176545653 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731176545653Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c6ccb33: reopening flushed file at 1731176545659 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ffbb33f: reopening flushed file at 1731176545663 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27e6a961: reopening flushed file at 1731176545667 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 868ms, sequenceid=97, compaction requested=false at 1731176545670 (+3 ms)Writing region close event to WAL at 1731176545671 (+1 ms)Closed at 1731176545671 2024-11-09T18:22:25,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741830_1006 (size=63654) 2024-11-09T18:22:25,673 INFO [M:0;fb97eb0edbe8:34433 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T18:22:25,674 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T18:22:25,674 INFO [M:0;fb97eb0edbe8:34433 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34433 2024-11-09T18:22:25,674 INFO [M:0;fb97eb0edbe8:34433 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T18:22:25,826 INFO [M:0;fb97eb0edbe8:34433 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T18:22:25,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34433-0x10120d5116f0003, quorum=127.0.0.1:60905, baseZNode=/1889719177 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:22:25,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34433-0x10120d5116f0003, quorum=127.0.0.1:60905, baseZNode=/1889719177 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:22:25,828 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@157f3c42{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:22:25,828 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@77b35086{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T18:22:25,828 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T18:22:25,828 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fe7db81{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T18:22:25,828 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a4f65f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe456ebe-a189-fa41-fed8-60630d49ef7c/hadoop.log.dir/,STOPPED} 2024-11-09T18:22:25,829 WARN [BP-1182267034-172.17.0.3-1731176508747 heartbeating to localhost/127.0.0.1:41621 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T18:22:25,829 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T18:22:25,829 WARN [BP-1182267034-172.17.0.3-1731176508747 heartbeating to localhost/127.0.0.1:41621 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1182267034-172.17.0.3-1731176508747 (Datanode Uuid 45ad6880-9402-4d66-ac5c-2924080f1d31) service to localhost/127.0.0.1:41621 2024-11-09T18:22:25,829 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T18:22:25,830 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe456ebe-a189-fa41-fed8-60630d49ef7c/cluster_66a06be3-bb6b-5eea-569b-3a4621ad1c71/data/data1/current/BP-1182267034-172.17.0.3-1731176508747 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T18:22:25,830 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe456ebe-a189-fa41-fed8-60630d49ef7c/cluster_66a06be3-bb6b-5eea-569b-3a4621ad1c71/data/data2/current/BP-1182267034-172.17.0.3-1731176508747 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T18:22:25,830 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T18:22:25,835 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@729e832e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T18:22:25,836 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@64f78316{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T18:22:25,836 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T18:22:25,836 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@290d70ee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T18:22:25,836 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1545f8b3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe456ebe-a189-fa41-fed8-60630d49ef7c/hadoop.log.dir/,STOPPED} 2024-11-09T18:22:25,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T18:22:25,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T18:22:25,847 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:22:25,847 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:22:25,847 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:22:25,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:22:25,848 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:22:25,848 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T18:22:25,848 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=174643100, stopped=false 2024-11-09T18:22:25,848 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fb97eb0edbe8,42733,1731176505014 2024-11-09T18:22:25,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42733-0x10120d5116f0000, quorum=127.0.0.1:60905, baseZNode=/0-2059366197 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2059366197/running 2024-11-09T18:22:25,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45399-0x10120d5116f0001, quorum=127.0.0.1:60905, baseZNode=/0-2059366197 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2059366197/running 2024-11-09T18:22:25,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45399-0x10120d5116f0001, quorum=127.0.0.1:60905, baseZNode=/0-2059366197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2059366197 2024-11-09T18:22:25,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42733-0x10120d5116f0000, quorum=127.0.0.1:60905, baseZNode=/0-2059366197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2059366197 2024-11-09T18:22:25,862 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T18:22:25,863 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:22:25,863 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:22:25,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:22:25,863 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42733-0x10120d5116f0000, quorum=127.0.0.1:60905, baseZNode=/0-2059366197 Set watcher on znode that does not yet exist, /0-2059366197/running 2024-11-09T18:22:25,863 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45399-0x10120d5116f0001, quorum=127.0.0.1:60905, baseZNode=/0-2059366197 Set watcher on znode that does not yet exist, /0-2059366197/running 2024-11-09T18:22:25,863 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fb97eb0edbe8,45399,1731176505245' ***** 2024-11-09T18:22:25,863 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T18:22:25,863 INFO [RS:0;fb97eb0edbe8:45399 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T18:22:25,863 INFO [RS:0;fb97eb0edbe8:45399 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T18:22:25,863 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T18:22:25,863 INFO [RS:0;fb97eb0edbe8:45399 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T18:22:25,863 INFO [RS:0;fb97eb0edbe8:45399 {}] regionserver.HRegionServer(3091): Received CLOSE for a5d53e132102af702448267fd64456cc 2024-11-09T18:22:25,864 INFO [RS:0;fb97eb0edbe8:45399 {}] regionserver.HRegionServer(3091): Received CLOSE for 6261a42245f3b2ee919768d8a21efa24 2024-11-09T18:22:25,864 INFO [RS:0;fb97eb0edbe8:45399 {}] regionserver.HRegionServer(959): stopping server fb97eb0edbe8,45399,1731176505245 2024-11-09T18:22:25,864 INFO [RS:0;fb97eb0edbe8:45399 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T18:22:25,864 INFO [RS:0;fb97eb0edbe8:45399 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fb97eb0edbe8:45399. 2024-11-09T18:22:25,864 DEBUG [RS:0;fb97eb0edbe8:45399 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:22:25,864 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a5d53e132102af702448267fd64456cc, disabling compactions & flushes 2024-11-09T18:22:25,864 DEBUG [RS:0;fb97eb0edbe8:45399 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:22:25,864 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731176519690.a5d53e132102af702448267fd64456cc. 2024-11-09T18:22:25,864 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731176519690.a5d53e132102af702448267fd64456cc. 2024-11-09T18:22:25,864 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731176519690.a5d53e132102af702448267fd64456cc. after waiting 0 ms 2024-11-09T18:22:25,864 INFO [RS:0;fb97eb0edbe8:45399 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T18:22:25,864 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731176519690.a5d53e132102af702448267fd64456cc. 2024-11-09T18:22:25,864 INFO [RS:0;fb97eb0edbe8:45399 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T18:22:25,864 INFO [RS:0;fb97eb0edbe8:45399 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T18:22:25,864 INFO [RS:0;fb97eb0edbe8:45399 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T18:22:25,864 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a5d53e132102af702448267fd64456cc 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-09T18:22:25,864 INFO [RS:0;fb97eb0edbe8:45399 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T18:22:25,864 DEBUG [RS:0;fb97eb0edbe8:45399 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a5d53e132102af702448267fd64456cc=test,,1731176519690.a5d53e132102af702448267fd64456cc., 6261a42245f3b2ee919768d8a21efa24=hbase:replication,,1731176525149.6261a42245f3b2ee919768d8a21efa24.} 2024-11-09T18:22:25,864 DEBUG [RS:0;fb97eb0edbe8:45399 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6261a42245f3b2ee919768d8a21efa24, a5d53e132102af702448267fd64456cc 2024-11-09T18:22:25,864 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T18:22:25,864 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T18:22:25,864 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T18:22:25,864 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T18:22:25,864 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T18:22:25,864 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T18:22:25,873 INFO [regionserver/fb97eb0edbe8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:22:25,877 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/data/hbase/meta/1588230740/.tmp/info/e8c3fb8bebb442d29d8c5442b248794e is 147, key is hbase:replication,,1731176525149.6261a42245f3b2ee919768d8a21efa24./info:regioninfo/1731176526309/Put/seqid=0 2024-11-09T18:22:25,881 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/data/default/test/a5d53e132102af702448267fd64456cc/.tmp/f/ad87293720b64057a3e91e58eeeb6182 is 28, key is row/f:/1731176534634/DeleteFamily/seqid=0 2024-11-09T18:22:25,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44879 is added to blk_1073741840_1016 (size=7686) 2024-11-09T18:22:25,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44879 is added to blk_1073741841_1017 (size=5085) 2024-11-09T18:22:25,893 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/data/default/test/a5d53e132102af702448267fd64456cc/.tmp/f/ad87293720b64057a3e91e58eeeb6182 2024-11-09T18:22:25,897 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ad87293720b64057a3e91e58eeeb6182 2024-11-09T18:22:25,910 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/data/default/test/a5d53e132102af702448267fd64456cc/.tmp/f1/b95620b00a514bf4b19f66de4fe9e2b4 is 29, key is row/f1:/1731176534634/DeleteFamily/seqid=0 2024-11-09T18:22:25,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44879 is added to blk_1073741842_1018 (size=5089) 2024-11-09T18:22:26,064 DEBUG [RS:0;fb97eb0edbe8:45399 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6261a42245f3b2ee919768d8a21efa24, a5d53e132102af702448267fd64456cc 2024-11-09T18:22:26,265 DEBUG [RS:0;fb97eb0edbe8:45399 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6261a42245f3b2ee919768d8a21efa24, a5d53e132102af702448267fd64456cc 2024-11-09T18:22:26,282 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/data/hbase/meta/1588230740/.tmp/info/e8c3fb8bebb442d29d8c5442b248794e 2024-11-09T18:22:26,299 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/data/hbase/meta/1588230740/.tmp/ns/f109718932ec403889fc12c117d7ab98 is 43, key is default/ns:d/1731176508611/Put/seqid=0 2024-11-09T18:22:26,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44879 is added to blk_1073741843_1019 (size=5153) 2024-11-09T18:22:26,313 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/data/default/test/a5d53e132102af702448267fd64456cc/.tmp/f1/b95620b00a514bf4b19f66de4fe9e2b4 2024-11-09T18:22:26,316 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b95620b00a514bf4b19f66de4fe9e2b4 2024-11-09T18:22:26,328 INFO [regionserver/fb97eb0edbe8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T18:22:26,328 INFO [regionserver/fb97eb0edbe8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T18:22:26,329 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/data/default/test/a5d53e132102af702448267fd64456cc/.tmp/norep/79d4c7e145ba4e45bef011a356aa6f49 is 32, key is row/norep:/1731176534634/DeleteFamily/seqid=0 2024-11-09T18:22:26,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44879 is added to blk_1073741844_1020 (size=5101) 2024-11-09T18:22:26,465 DEBUG [RS:0;fb97eb0edbe8:45399 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6261a42245f3b2ee919768d8a21efa24, a5d53e132102af702448267fd64456cc 2024-11-09T18:22:26,665 DEBUG [RS:0;fb97eb0edbe8:45399 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6261a42245f3b2ee919768d8a21efa24, a5d53e132102af702448267fd64456cc 2024-11-09T18:22:26,703 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/data/hbase/meta/1588230740/.tmp/ns/f109718932ec403889fc12c117d7ab98 2024-11-09T18:22:26,719 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/data/hbase/meta/1588230740/.tmp/rep_barrier/0a06397eb43643d8bc4b3ee9d845b82f is 112, key is test,,1731176519690.a5d53e132102af702448267fd64456cc./rep_barrier:seqnumDuringOpen/1731176520851/Put/seqid=0 2024-11-09T18:22:26,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44879 is added to blk_1073741845_1021 (size=5518) 2024-11-09T18:22:26,732 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/data/default/test/a5d53e132102af702448267fd64456cc/.tmp/norep/79d4c7e145ba4e45bef011a356aa6f49 2024-11-09T18:22:26,735 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 79d4c7e145ba4e45bef011a356aa6f49 2024-11-09T18:22:26,736 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/data/default/test/a5d53e132102af702448267fd64456cc/.tmp/f/ad87293720b64057a3e91e58eeeb6182 as hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/data/default/test/a5d53e132102af702448267fd64456cc/f/ad87293720b64057a3e91e58eeeb6182 2024-11-09T18:22:26,739 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ad87293720b64057a3e91e58eeeb6182 2024-11-09T18:22:26,739 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/data/default/test/a5d53e132102af702448267fd64456cc/f/ad87293720b64057a3e91e58eeeb6182, entries=1, sequenceid=6, filesize=5.0 K 2024-11-09T18:22:26,739 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/data/default/test/a5d53e132102af702448267fd64456cc/.tmp/f1/b95620b00a514bf4b19f66de4fe9e2b4 as hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/data/default/test/a5d53e132102af702448267fd64456cc/f1/b95620b00a514bf4b19f66de4fe9e2b4 2024-11-09T18:22:26,742 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b95620b00a514bf4b19f66de4fe9e2b4 2024-11-09T18:22:26,742 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/data/default/test/a5d53e132102af702448267fd64456cc/f1/b95620b00a514bf4b19f66de4fe9e2b4, entries=1, sequenceid=6, filesize=5.0 K 2024-11-09T18:22:26,743 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/data/default/test/a5d53e132102af702448267fd64456cc/.tmp/norep/79d4c7e145ba4e45bef011a356aa6f49 as hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/data/default/test/a5d53e132102af702448267fd64456cc/norep/79d4c7e145ba4e45bef011a356aa6f49 2024-11-09T18:22:26,746 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 79d4c7e145ba4e45bef011a356aa6f49 2024-11-09T18:22:26,746 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/data/default/test/a5d53e132102af702448267fd64456cc/norep/79d4c7e145ba4e45bef011a356aa6f49, entries=1, sequenceid=6, filesize=5.0 K 2024-11-09T18:22:26,747 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for a5d53e132102af702448267fd64456cc in 883ms, sequenceid=6, compaction requested=false 2024-11-09T18:22:26,747 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T18:22:26,750 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/data/default/test/a5d53e132102af702448267fd64456cc/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-09T18:22:26,750 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T18:22:26,750 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T18:22:26,750 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731176519690.a5d53e132102af702448267fd64456cc. 2024-11-09T18:22:26,750 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a5d53e132102af702448267fd64456cc: Waiting for close lock at 1731176545864Running coprocessor pre-close hooks at 1731176545864Disabling compacts and flushes for region at 1731176545864Disabling writes for close at 1731176545864Obtaining lock to block concurrent updates at 1731176545864Preparing flush snapshotting stores in a5d53e132102af702448267fd64456cc at 1731176545864Finished memstore snapshotting test,,1731176519690.a5d53e132102af702448267fd64456cc., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731176545864Flushing stores of test,,1731176519690.a5d53e132102af702448267fd64456cc. at 1731176545865 (+1 ms)Flushing a5d53e132102af702448267fd64456cc/f: creating writer at 1731176545865Flushing a5d53e132102af702448267fd64456cc/f: appending metadata at 1731176545880 (+15 ms)Flushing a5d53e132102af702448267fd64456cc/f: closing flushed file at 1731176545880Flushing a5d53e132102af702448267fd64456cc/f1: creating writer at 1731176545897 (+17 ms)Flushing a5d53e132102af702448267fd64456cc/f1: appending metadata at 1731176545909 (+12 ms)Flushing a5d53e132102af702448267fd64456cc/f1: closing flushed file at 1731176545909Flushing a5d53e132102af702448267fd64456cc/norep: creating writer at 1731176546316 (+407 ms)Flushing a5d53e132102af702448267fd64456cc/norep: appending metadata at 1731176546328 (+12 ms)Flushing a5d53e132102af702448267fd64456cc/norep: closing flushed file at 1731176546328Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59c17d84: reopening flushed file at 1731176546735 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ce13b3d: reopening flushed file at 1731176546739 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1817118e: reopening flushed file at 1731176546743 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for a5d53e132102af702448267fd64456cc in 883ms, sequenceid=6, compaction requested=false at 1731176546747 (+4 ms)Writing region close event to WAL at 1731176546748 (+1 ms)Running coprocessor post-close hooks at 1731176546750 (+2 ms)Closed at 1731176546750 2024-11-09T18:22:26,751 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731176519690.a5d53e132102af702448267fd64456cc. 2024-11-09T18:22:26,751 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6261a42245f3b2ee919768d8a21efa24, disabling compactions & flushes 2024-11-09T18:22:26,751 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731176525149.6261a42245f3b2ee919768d8a21efa24. 2024-11-09T18:22:26,751 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731176525149.6261a42245f3b2ee919768d8a21efa24. 2024-11-09T18:22:26,751 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731176525149.6261a42245f3b2ee919768d8a21efa24. after waiting 0 ms 2024-11-09T18:22:26,751 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731176525149.6261a42245f3b2ee919768d8a21efa24. 2024-11-09T18:22:26,751 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6261a42245f3b2ee919768d8a21efa24 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-09T18:22:26,764 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/data/hbase/replication/6261a42245f3b2ee919768d8a21efa24/.tmp/queue/4e1e78e4e2184f2a99e3088730495d78 is 153, key is 1-fb97eb0edbe8,45399,1731176505245/queue:fb97eb0edbe8%2C45399%2C1731176505245/1731176534850/Put/seqid=0 2024-11-09T18:22:26,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44879 is added to blk_1073741846_1022 (size=5352) 2024-11-09T18:22:26,789 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,45399,1731176505245.replicationSource.wal-reader.fb97eb0edbe8%2C45399%2C1731176505245,1-fb97eb0edbe8,45399,1731176505245 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/WALs/fb97eb0edbe8,45399,1731176505245/fb97eb0edbe8%2C45399%2C1731176505245.1731176507458 to pos 636, reset compression=false 2024-11-09T18:22:26,793 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,45399,1731176505245.replicationSource.wal-reader.fb97eb0edbe8%2C45399%2C1731176505245,1-fb97eb0edbe8,45399,1731176505245 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T18:22:26,793 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,45399,1731176505245.replicationSource.wal-reader.fb97eb0edbe8%2C45399%2C1731176505245,1-fb97eb0edbe8,45399,1731176505245 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/WALs/fb97eb0edbe8,45399,1731176505245/fb97eb0edbe8%2C45399%2C1731176505245.1731176507458 to pos 1527, reset compression=false 2024-11-09T18:22:26,793 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,45399,1731176505245.replicationSource.shipperfb97eb0edbe8%2C45399%2C1731176505245,1-fb97eb0edbe8,45399,1731176505245 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fb97eb0edbe8,45399,1731176505245 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/WALs/fb97eb0edbe8,45399,1731176505245/fb97eb0edbe8%2C45399%2C1731176505245.1731176507458, lastWalPosition=1527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T18:22:26,794 ERROR [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,45399,1731176505245.replicationSource.shipperfb97eb0edbe8%2C45399%2C1731176505245,1-fb97eb0edbe8,45399,1731176505245 {}] regionserver.HRegionServer(2440): ***** ABORTING region server fb97eb0edbe8,45399,1731176505245: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-fb97eb0edbe8,45399,1731176505245, walGroup=fb97eb0edbe8%2C45399%2C1731176505245, offset=fb97eb0edbe8%2C45399%2C1731176505245.1731176507458:1527, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fb97eb0edbe8:45399 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T18:22:26,795 ERROR [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,45399,1731176505245.replicationSource.shipperfb97eb0edbe8%2C45399%2C1731176505245,1-fb97eb0edbe8,45399,1731176505245 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T18:22:26,795 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,45399,1731176505245.replicationSource.shipperfb97eb0edbe8%2C45399%2C1731176505245,1-fb97eb0edbe8,45399,1731176505245 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T18:22:26,795 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,45399,1731176505245.replicationSource.shipperfb97eb0edbe8%2C45399%2C1731176505245,1-fb97eb0edbe8,45399,1731176505245 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T18:22:26,795 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,45399,1731176505245.replicationSource.shipperfb97eb0edbe8%2C45399%2C1731176505245,1-fb97eb0edbe8,45399,1731176505245 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T18:22:26,795 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,45399,1731176505245.replicationSource.shipperfb97eb0edbe8%2C45399%2C1731176505245,1-fb97eb0edbe8,45399,1731176505245 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T18:22:26,795 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,45399,1731176505245.replicationSource.shipperfb97eb0edbe8%2C45399%2C1731176505245,1-fb97eb0edbe8,45399,1731176505245 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1394606080, "init": 1048576000, "max": 2306867200, "used": 1035716064 }, "NonHeapMemoryUsage": { "committed": 205848576, "init": 7667712, "max": -1, "used": 202910560 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T18:22:26,795 WARN [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,45399,1731176505245.replicationSource.shipperfb97eb0edbe8%2C45399%2C1731176505245,1-fb97eb0edbe8,45399,1731176505245 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fb97eb0edbe8:42733 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fb97eb0edbe8:42733 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T18:22:26,865 INFO [RS:0;fb97eb0edbe8:45399 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T18:22:26,865 DEBUG [RS:0;fb97eb0edbe8:45399 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6261a42245f3b2ee919768d8a21efa24=hbase:replication,,1731176525149.6261a42245f3b2ee919768d8a21efa24.} 2024-11-09T18:22:26,865 DEBUG [RS:0;fb97eb0edbe8:45399 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6261a42245f3b2ee919768d8a21efa24 2024-11-09T18:22:26,997 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,45399,1731176505245.replicationSource.wal-reader.fb97eb0edbe8%2C45399%2C1731176505245,1-fb97eb0edbe8,45399,1731176505245 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/WALs/fb97eb0edbe8,45399,1731176505245/fb97eb0edbe8%2C45399%2C1731176505245.1731176507458 to pos 1527, reset compression=false 2024-11-09T18:22:27,065 DEBUG [RS:0;fb97eb0edbe8:45399 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6261a42245f3b2ee919768d8a21efa24 2024-11-09T18:22:27,122 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/data/hbase/meta/1588230740/.tmp/rep_barrier/0a06397eb43643d8bc4b3ee9d845b82f 2024-11-09T18:22:27,138 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/data/hbase/meta/1588230740/.tmp/table/25f531a72b8048a8897cbe3cd67d9269 is 53, key is hbase:replication/table:state/1731176526315/Put/seqid=0 2024-11-09T18:22:27,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44879 is added to blk_1073741847_1023 (size=5308) 2024-11-09T18:22:27,167 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/data/hbase/replication/6261a42245f3b2ee919768d8a21efa24/.tmp/queue/4e1e78e4e2184f2a99e3088730495d78 2024-11-09T18:22:27,170 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/data/hbase/replication/6261a42245f3b2ee919768d8a21efa24/.tmp/queue/4e1e78e4e2184f2a99e3088730495d78 as hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/data/hbase/replication/6261a42245f3b2ee919768d8a21efa24/queue/4e1e78e4e2184f2a99e3088730495d78 2024-11-09T18:22:27,173 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/data/hbase/replication/6261a42245f3b2ee919768d8a21efa24/queue/4e1e78e4e2184f2a99e3088730495d78, entries=1, sequenceid=8, filesize=5.2 K 2024-11-09T18:22:27,174 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 6261a42245f3b2ee919768d8a21efa24 in 423ms, sequenceid=8, compaction requested=false 2024-11-09T18:22:27,174 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T18:22:27,177 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/data/hbase/replication/6261a42245f3b2ee919768d8a21efa24/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-09T18:22:27,178 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T18:22:27,178 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T18:22:27,178 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731176525149.6261a42245f3b2ee919768d8a21efa24. 2024-11-09T18:22:27,178 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6261a42245f3b2ee919768d8a21efa24: Waiting for close lock at 1731176546751Running coprocessor pre-close hooks at 1731176546751Disabling compacts and flushes for region at 1731176546751Disabling writes for close at 1731176546751Obtaining lock to block concurrent updates at 1731176546751Preparing flush snapshotting stores in 6261a42245f3b2ee919768d8a21efa24 at 1731176546751Finished memstore snapshotting hbase:replication,,1731176525149.6261a42245f3b2ee919768d8a21efa24., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1731176546751Flushing stores of hbase:replication,,1731176525149.6261a42245f3b2ee919768d8a21efa24. at 1731176546751Flushing 6261a42245f3b2ee919768d8a21efa24/queue: creating writer at 1731176546751Flushing 6261a42245f3b2ee919768d8a21efa24/queue: appending metadata at 1731176546763 (+12 ms)Flushing 6261a42245f3b2ee919768d8a21efa24/queue: closing flushed file at 1731176546763Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2875df58: reopening flushed file at 1731176547170 (+407 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 6261a42245f3b2ee919768d8a21efa24 in 423ms, sequenceid=8, compaction requested=false at 1731176547174 (+4 ms)Writing region close event to WAL at 1731176547175 (+1 ms)Running coprocessor post-close hooks at 1731176547178 (+3 ms)Closed at 1731176547178 2024-11-09T18:22:27,178 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731176525149.6261a42245f3b2ee919768d8a21efa24. 2024-11-09T18:22:27,265 DEBUG [RS:0;fb97eb0edbe8:45399 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T18:22:27,299 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,45399,1731176505245.replicationSource.wal-reader.fb97eb0edbe8%2C45399%2C1731176505245,1-fb97eb0edbe8,45399,1731176505245 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/WALs/fb97eb0edbe8,45399,1731176505245/fb97eb0edbe8%2C45399%2C1731176505245.1731176507458 to pos 1527, reset compression=false 2024-11-09T18:22:27,466 DEBUG [RS:0;fb97eb0edbe8:45399 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T18:22:27,542 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/data/hbase/meta/1588230740/.tmp/table/25f531a72b8048a8897cbe3cd67d9269 2024-11-09T18:22:27,545 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/data/hbase/meta/1588230740/.tmp/info/e8c3fb8bebb442d29d8c5442b248794e as hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/data/hbase/meta/1588230740/info/e8c3fb8bebb442d29d8c5442b248794e 2024-11-09T18:22:27,548 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/data/hbase/meta/1588230740/info/e8c3fb8bebb442d29d8c5442b248794e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T18:22:27,549 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/data/hbase/meta/1588230740/.tmp/ns/f109718932ec403889fc12c117d7ab98 as hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/data/hbase/meta/1588230740/ns/f109718932ec403889fc12c117d7ab98 2024-11-09T18:22:27,552 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/data/hbase/meta/1588230740/ns/f109718932ec403889fc12c117d7ab98, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T18:22:27,552 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/data/hbase/meta/1588230740/.tmp/rep_barrier/0a06397eb43643d8bc4b3ee9d845b82f as hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/data/hbase/meta/1588230740/rep_barrier/0a06397eb43643d8bc4b3ee9d845b82f 2024-11-09T18:22:27,555 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/data/hbase/meta/1588230740/rep_barrier/0a06397eb43643d8bc4b3ee9d845b82f, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T18:22:27,555 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/data/hbase/meta/1588230740/.tmp/table/25f531a72b8048a8897cbe3cd67d9269 as hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/data/hbase/meta/1588230740/table/25f531a72b8048a8897cbe3cd67d9269 2024-11-09T18:22:27,558 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/data/hbase/meta/1588230740/table/25f531a72b8048a8897cbe3cd67d9269, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T18:22:27,559 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1695ms, sequenceid=16, compaction requested=false 2024-11-09T18:22:27,562 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T18:22:27,562 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T18:22:27,562 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T18:22:27,562 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T18:22:27,562 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731176545864Running coprocessor pre-close hooks at 1731176545864Disabling compacts and flushes for region at 1731176545864Disabling writes for close at 1731176545864Obtaining lock to block concurrent updates at 1731176545864Preparing flush snapshotting stores in 1588230740 at 1731176545864Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731176545865 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731176545865Flushing 1588230740/info: creating writer at 1731176545865Flushing 1588230740/info: appending metadata at 1731176545877 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731176545877Flushing 1588230740/ns: creating writer at 1731176546286 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731176546299 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731176546299Flushing 1588230740/rep_barrier: creating writer at 1731176546706 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731176546718 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731176546718Flushing 1588230740/table: creating writer at 1731176547126 (+408 ms)Flushing 1588230740/table: appending metadata at 1731176547138 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731176547138Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14df8027: reopening flushed file at 1731176547545 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b13bde9: reopening flushed file at 1731176547549 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e92e0dd: reopening flushed file at 1731176547552 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17c9757a: reopening flushed file at 1731176547555 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1695ms, sequenceid=16, compaction requested=false at 1731176547559 (+4 ms)Writing region close event to WAL at 1731176547560 (+1 ms)Running coprocessor post-close hooks at 1731176547562 (+2 ms)Closed at 1731176547562 2024-11-09T18:22:27,563 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T18:22:27,666 INFO [RS:0;fb97eb0edbe8:45399 {}] regionserver.HRegionServer(976): stopping server fb97eb0edbe8,45399,1731176505245; all regions closed. 2024-11-09T18:22:27,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44879 is added to blk_1073741834_1010 (size=4239) 2024-11-09T18:22:27,668 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/WALs/fb97eb0edbe8,45399,1731176505245/fb97eb0edbe8%2C45399%2C1731176505245.meta.1731176508501.meta not finished, retry = 0 2024-11-09T18:22:27,702 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,45399,1731176505245.replicationSource.wal-reader.fb97eb0edbe8%2C45399%2C1731176505245,1-fb97eb0edbe8,45399,1731176505245 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/WALs/fb97eb0edbe8,45399,1731176505245/fb97eb0edbe8%2C45399%2C1731176505245.1731176507458 to pos 1527, reset compression=false 2024-11-09T18:22:27,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44879 is added to blk_1073741839_1015 (size=2240) 2024-11-09T18:22:27,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44879 is added to blk_1073741832_1008 (size=1535) 2024-11-09T18:22:27,772 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/WALs/fb97eb0edbe8,45399,1731176505245/fb97eb0edbe8%2C45399%2C1731176505245.1731176507458 not finished, retry = 0 2024-11-09T18:22:27,872 DEBUG [RS:0;fb97eb0edbe8:45399 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:22:27,872 INFO [RS:0;fb97eb0edbe8:45399 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:22:27,872 INFO [RS:0;fb97eb0edbe8:45399 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T18:22:27,873 INFO [RS:0;fb97eb0edbe8:45399 {}] hbase.ChoreService(370): Chore service for: regionserver/fb97eb0edbe8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T18:22:27,873 INFO [RS:0;fb97eb0edbe8:45399 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T18:22:27,873 INFO [regionserver/fb97eb0edbe8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T18:22:27,873 INFO [RS:0;fb97eb0edbe8:45399 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fb97eb0edbe8,45399,1731176505245 because: Region server is closing 2024-11-09T18:22:27,873 INFO [RS:0;fb97eb0edbe8:45399 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fb97eb0edbe8:45399. 2024-11-09T18:22:27,873 DEBUG [RS:0;fb97eb0edbe8:45399 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:22:27,873 DEBUG [RS:0;fb97eb0edbe8:45399 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:22:27,873 DEBUG [RS:0;fb97eb0edbe8:45399 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:22:27,873 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:22:27,974 INFO [RS:0;fb97eb0edbe8:45399 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,45399,1731176505245.replicationSource.shipperfb97eb0edbe8%2C45399%2C1731176505245,1-fb97eb0edbe8,45399,1731176505245 terminated 2024-11-09T18:22:27,974 WARN [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,45399,1731176505245.replicationSource.wal-reader.fb97eb0edbe8%2C45399%2C1731176505245,1-fb97eb0edbe8,45399,1731176505245 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T18:22:27,974 INFO [RS:0;fb97eb0edbe8:45399 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45399 2024-11-09T18:22:28,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42733-0x10120d5116f0000, quorum=127.0.0.1:60905, baseZNode=/0-2059366197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2059366197/rs 2024-11-09T18:22:28,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45399-0x10120d5116f0001, quorum=127.0.0.1:60905, baseZNode=/0-2059366197 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2059366197/rs/fb97eb0edbe8,45399,1731176505245 2024-11-09T18:22:28,020 INFO [RS:0;fb97eb0edbe8:45399 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T18:22:28,030 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fb97eb0edbe8,45399,1731176505245] 2024-11-09T18:22:28,041 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2059366197/draining/fb97eb0edbe8,45399,1731176505245 already deleted, retry=false 2024-11-09T18:22:28,041 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fb97eb0edbe8,45399,1731176505245 expired; onlineServers=0 2024-11-09T18:22:28,041 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fb97eb0edbe8,42733,1731176505014' ***** 2024-11-09T18:22:28,041 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T18:22:28,041 INFO [M:0;fb97eb0edbe8:42733 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T18:22:28,041 INFO [M:0;fb97eb0edbe8:42733 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T18:22:28,041 DEBUG [M:0;fb97eb0edbe8:42733 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T18:22:28,041 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T18:22:28,041 DEBUG [M:0;fb97eb0edbe8:42733 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T18:22:28,041 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731176507280 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731176507280,5,FailOnTimeoutGroup] 2024-11-09T18:22:28,041 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731176507286 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731176507286,5,FailOnTimeoutGroup] 2024-11-09T18:22:28,041 INFO [M:0;fb97eb0edbe8:42733 {}] hbase.ChoreService(370): Chore service for: master/fb97eb0edbe8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T18:22:28,041 INFO [M:0;fb97eb0edbe8:42733 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T18:22:28,041 DEBUG [M:0;fb97eb0edbe8:42733 {}] master.HMaster(1795): Stopping service threads 2024-11-09T18:22:28,041 INFO [M:0;fb97eb0edbe8:42733 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T18:22:28,042 INFO [M:0;fb97eb0edbe8:42733 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T18:22:28,042 ERROR [M:0;fb97eb0edbe8:42733 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:43513,5,PEWorkerGroup] 2024-11-09T18:22:28,042 INFO [M:0;fb97eb0edbe8:42733 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T18:22:28,042 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T18:22:28,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42733-0x10120d5116f0000, quorum=127.0.0.1:60905, baseZNode=/0-2059366197 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2059366197/master 2024-11-09T18:22:28,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42733-0x10120d5116f0000, quorum=127.0.0.1:60905, baseZNode=/0-2059366197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2059366197 2024-11-09T18:22:28,052 DEBUG [M:0;fb97eb0edbe8:42733 {}] zookeeper.ZKUtil(347): master:42733-0x10120d5116f0000, quorum=127.0.0.1:60905, baseZNode=/0-2059366197 Unable to get data of znode /0-2059366197/master because node does not exist (not an error) 2024-11-09T18:22:28,052 WARN [M:0;fb97eb0edbe8:42733 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T18:22:28,052 INFO [M:0;fb97eb0edbe8:42733 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/.lastflushedseqids 2024-11-09T18:22:28,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44879 is added to blk_1073741848_1024 (size=245) 2024-11-09T18:22:28,131 INFO [RS:0;fb97eb0edbe8:45399 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T18:22:28,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45399-0x10120d5116f0001, quorum=127.0.0.1:60905, baseZNode=/0-2059366197 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:22:28,131 INFO [RS:0;fb97eb0edbe8:45399 {}] regionserver.HRegionServer(1031): Exiting; stopping=fb97eb0edbe8,45399,1731176505245; zookeeper connection closed. 2024-11-09T18:22:28,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45399-0x10120d5116f0001, quorum=127.0.0.1:60905, baseZNode=/0-2059366197 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:22:28,131 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@52b28c44 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@52b28c44 2024-11-09T18:22:28,131 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T18:22:28,456 INFO [M:0;fb97eb0edbe8:42733 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T18:22:28,457 INFO [M:0;fb97eb0edbe8:42733 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T18:22:28,457 DEBUG [M:0;fb97eb0edbe8:42733 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T18:22:28,457 INFO [M:0;fb97eb0edbe8:42733 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:22:28,457 DEBUG [M:0;fb97eb0edbe8:42733 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:22:28,457 DEBUG [M:0;fb97eb0edbe8:42733 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T18:22:28,457 DEBUG [M:0;fb97eb0edbe8:42733 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:22:28,457 INFO [M:0;fb97eb0edbe8:42733 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-09T18:22:28,470 DEBUG [M:0;fb97eb0edbe8:42733 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c9b82e4f07b84f77b978b8e2c3259fe4 is 82, key is hbase:meta,,1/info:regioninfo/1731176508527/Put/seqid=0 2024-11-09T18:22:28,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44879 is added to blk_1073741849_1025 (size=5672) 2024-11-09T18:22:28,474 INFO [M:0;fb97eb0edbe8:42733 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c9b82e4f07b84f77b978b8e2c3259fe4 2024-11-09T18:22:28,489 DEBUG [M:0;fb97eb0edbe8:42733 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9dbc7c8c183745d0bf6961c7eba8aa03 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731176520863/Put/seqid=0 2024-11-09T18:22:28,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44879 is added to blk_1073741850_1026 (size=7219) 2024-11-09T18:22:28,892 INFO [M:0;fb97eb0edbe8:42733 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9dbc7c8c183745d0bf6961c7eba8aa03 2024-11-09T18:22:28,895 INFO [M:0;fb97eb0edbe8:42733 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9dbc7c8c183745d0bf6961c7eba8aa03 2024-11-09T18:22:28,907 DEBUG [M:0;fb97eb0edbe8:42733 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/556f7c0fe1774c3798aeaa6a4a1ace40 is 69, key is fb97eb0edbe8,45399,1731176505245/rs:state/1731176507311/Put/seqid=0 2024-11-09T18:22:28,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44879 is added to blk_1073741851_1027 (size=5156) 2024-11-09T18:22:29,257 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:22:29,258 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fb97eb0edbe8,32911,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fb97eb0edbe8:32911 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T18:22:29,258 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128821 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fb97eb0edbe8,32911,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fb97eb0edbe8:32911 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T18:22:29,310 INFO [M:0;fb97eb0edbe8:42733 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/556f7c0fe1774c3798aeaa6a4a1ace40 2024-11-09T18:22:29,314 DEBUG [M:0;fb97eb0edbe8:42733 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c9b82e4f07b84f77b978b8e2c3259fe4 as hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c9b82e4f07b84f77b978b8e2c3259fe4 2024-11-09T18:22:29,317 INFO [M:0;fb97eb0edbe8:42733 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c9b82e4f07b84f77b978b8e2c3259fe4, entries=8, sequenceid=105, filesize=5.5 K 2024-11-09T18:22:29,318 DEBUG [M:0;fb97eb0edbe8:42733 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9dbc7c8c183745d0bf6961c7eba8aa03 as hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9dbc7c8c183745d0bf6961c7eba8aa03 2024-11-09T18:22:29,320 INFO [M:0;fb97eb0edbe8:42733 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9dbc7c8c183745d0bf6961c7eba8aa03 2024-11-09T18:22:29,320 INFO [M:0;fb97eb0edbe8:42733 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9dbc7c8c183745d0bf6961c7eba8aa03, entries=11, sequenceid=105, filesize=7.0 K 2024-11-09T18:22:29,321 DEBUG [M:0;fb97eb0edbe8:42733 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/556f7c0fe1774c3798aeaa6a4a1ace40 as hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/556f7c0fe1774c3798aeaa6a4a1ace40 2024-11-09T18:22:29,324 INFO [M:0;fb97eb0edbe8:42733 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43513/user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/556f7c0fe1774c3798aeaa6a4a1ace40, entries=1, sequenceid=105, filesize=5.0 K 2024-11-09T18:22:29,325 INFO [M:0;fb97eb0edbe8:42733 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 868ms, sequenceid=105, compaction requested=false 2024-11-09T18:22:29,326 INFO [M:0;fb97eb0edbe8:42733 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:22:29,326 DEBUG [M:0;fb97eb0edbe8:42733 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731176548457Disabling compacts and flushes for region at 1731176548457Disabling writes for close at 1731176548457Obtaining lock to block concurrent updates at 1731176548457Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731176548457Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1731176548457Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731176548458 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731176548458Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731176548470 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731176548470Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731176548476 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731176548488 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731176548488Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731176548895 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731176548907 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731176548907Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5702a033: reopening flushed file at 1731176549313 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5602e704: reopening flushed file at 1731176549317 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dd69432: reopening flushed file at 1731176549321 (+4 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 868ms, sequenceid=105, compaction requested=false at 1731176549325 (+4 ms)Writing region close event to WAL at 1731176549326 (+1 ms)Closed at 1731176549326 2024-11-09T18:22:29,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44879 is added to blk_1073741830_1006 (size=64435) 2024-11-09T18:22:29,328 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b908ef4b-ee38-034d-0b8b-b3903a343037/MasterData/WALs/fb97eb0edbe8,42733,1731176505014/fb97eb0edbe8%2C42733%2C1731176505014.1731176507000 not finished, retry = 0 2024-11-09T18:22:29,429 INFO [M:0;fb97eb0edbe8:42733 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T18:22:29,429 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T18:22:29,429 INFO [M:0;fb97eb0edbe8:42733 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42733 2024-11-09T18:22:29,429 INFO [M:0;fb97eb0edbe8:42733 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T18:22:29,613 INFO [M:0;fb97eb0edbe8:42733 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T18:22:29,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42733-0x10120d5116f0000, quorum=127.0.0.1:60905, baseZNode=/0-2059366197 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:22:29,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42733-0x10120d5116f0000, quorum=127.0.0.1:60905, baseZNode=/0-2059366197 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:22:29,617 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1e8a25aa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:22:29,618 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@59faa513{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T18:22:29,618 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T18:22:29,618 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f229f5e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T18:22:29,618 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@257c82cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/968004e1-5075-870f-23c3-5c86222e0a5c/hadoop.log.dir/,STOPPED} 2024-11-09T18:22:29,621 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T18:22:29,621 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T18:22:29,624 WARN [BP-2137013578-172.17.0.3-1731176502755 heartbeating to localhost/127.0.0.1:43513 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T18:22:29,624 WARN [BP-2137013578-172.17.0.3-1731176502755 heartbeating to localhost/127.0.0.1:43513 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2137013578-172.17.0.3-1731176502755 (Datanode Uuid 0dd9254e-ce18-477d-8973-5e522e9a1dda) service to localhost/127.0.0.1:43513 2024-11-09T18:22:29,625 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/968004e1-5075-870f-23c3-5c86222e0a5c/cluster_85223094-19ca-4ad1-fa91-b3fa8f9111bf/data/data1/current/BP-2137013578-172.17.0.3-1731176502755 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T18:22:29,625 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/968004e1-5075-870f-23c3-5c86222e0a5c/cluster_85223094-19ca-4ad1-fa91-b3fa8f9111bf/data/data2/current/BP-2137013578-172.17.0.3-1731176502755 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T18:22:29,625 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T18:22:29,632 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@66ee45a7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T18:22:29,632 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ff238b7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T18:22:29,632 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T18:22:29,632 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3380293a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T18:22:29,633 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c19394f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/968004e1-5075-870f-23c3-5c86222e0a5c/hadoop.log.dir/,STOPPED} 2024-11-09T18:22:29,643 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T18:22:29,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T18:22:29,671 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=357 (was 313) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33255 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60905) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41621 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60905) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43513 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41621 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33255 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60905) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41621 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43513 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33255 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43513 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41621 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:33255 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:41621 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33255 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:43513 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41621 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43513 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41621 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41621 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33255 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=782 (was 726) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=354 (was 394), ProcessCount=11 (was 11), AvailableMemoryMB=1871 (was 2161) 2024-11-09T18:22:29,684 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=357, OpenFileDescriptor=782, MaxFileDescriptor=1048576, SystemLoadAverage=373, ProcessCount=11, AvailableMemoryMB=1869 2024-11-09T18:22:29,697 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-09T18:22:29,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f54f2820-3792-ebe7-ab74-bf230f78c1b2/hadoop.log.dir so I do NOT create it in target/test-data/ae51c039-ec3e-3ea1-28b9-b5a32fa8dd40 2024-11-09T18:22:29,698 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f54f2820-3792-ebe7-ab74-bf230f78c1b2/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T18:22:29,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f54f2820-3792-ebe7-ab74-bf230f78c1b2/hadoop.tmp.dir so I do NOT create it in target/test-data/ae51c039-ec3e-3ea1-28b9-b5a32fa8dd40 2024-11-09T18:22:29,698 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f54f2820-3792-ebe7-ab74-bf230f78c1b2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T18:22:29,698 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae51c039-ec3e-3ea1-28b9-b5a32fa8dd40 2024-11-09T18:22:29,698 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae51c039-ec3e-3ea1-28b9-b5a32fa8dd40/cluster_56a4f0a8-a86f-a2ce-0812-90c39451a543, deleteOnExit=true 2024-11-09T18:22:29,701 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae51c039-ec3e-3ea1-28b9-b5a32fa8dd40/cluster_56a4f0a8-a86f-a2ce-0812-90c39451a543/zookeeper_0, clientPort=55769, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae51c039-ec3e-3ea1-28b9-b5a32fa8dd40/cluster_56a4f0a8-a86f-a2ce-0812-90c39451a543/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae51c039-ec3e-3ea1-28b9-b5a32fa8dd40/cluster_56a4f0a8-a86f-a2ce-0812-90c39451a543/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T18:22:29,701 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55769 2024-11-09T18:22:29,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T18:22:29,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T18:22:29,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae51c039-ec3e-3ea1-28b9-b5a32fa8dd40/test.cache.data in system properties and HBase conf 2024-11-09T18:22:29,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae51c039-ec3e-3ea1-28b9-b5a32fa8dd40/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T18:22:29,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae51c039-ec3e-3ea1-28b9-b5a32fa8dd40/hadoop.log.dir in system properties and HBase conf 2024-11-09T18:22:29,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae51c039-ec3e-3ea1-28b9-b5a32fa8dd40/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T18:22:29,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae51c039-ec3e-3ea1-28b9-b5a32fa8dd40/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T18:22:29,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T18:22:29,702 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T18:22:29,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae51c039-ec3e-3ea1-28b9-b5a32fa8dd40/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T18:22:29,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae51c039-ec3e-3ea1-28b9-b5a32fa8dd40/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T18:22:29,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae51c039-ec3e-3ea1-28b9-b5a32fa8dd40/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T18:22:29,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae51c039-ec3e-3ea1-28b9-b5a32fa8dd40/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T18:22:29,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae51c039-ec3e-3ea1-28b9-b5a32fa8dd40/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T18:22:29,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae51c039-ec3e-3ea1-28b9-b5a32fa8dd40/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T18:22:29,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae51c039-ec3e-3ea1-28b9-b5a32fa8dd40/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T18:22:29,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae51c039-ec3e-3ea1-28b9-b5a32fa8dd40/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T18:22:29,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae51c039-ec3e-3ea1-28b9-b5a32fa8dd40/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T18:22:29,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae51c039-ec3e-3ea1-28b9-b5a32fa8dd40/nfs.dump.dir in system properties and HBase conf 2024-11-09T18:22:29,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae51c039-ec3e-3ea1-28b9-b5a32fa8dd40/java.io.tmpdir in system properties and HBase conf 2024-11-09T18:22:29,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae51c039-ec3e-3ea1-28b9-b5a32fa8dd40/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T18:22:29,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae51c039-ec3e-3ea1-28b9-b5a32fa8dd40/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T18:22:29,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae51c039-ec3e-3ea1-28b9-b5a32fa8dd40/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T18:22:29,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10120d5116f0008, quorum=127.0.0.1:60905, baseZNode=/2-1690853645 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T18:22:29,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10120d5116f0005, quorum=127.0.0.1:60905, baseZNode=/1889719177 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T18:22:29,740 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10120d5116f0008, quorum=127.0.0.1:60905, baseZNode=/2-1690853645 Received Disconnected from ZooKeeper, ignoring 2024-11-09T18:22:29,740 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10120d5116f0005, quorum=127.0.0.1:60905, baseZNode=/1889719177 Received Disconnected from ZooKeeper, ignoring 2024-11-09T18:22:29,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10120d5116f0002, quorum=127.0.0.1:60905, baseZNode=/0-2059366197 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T18:22:29,740 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10120d5116f0002, quorum=127.0.0.1:60905, baseZNode=/0-2059366197 Received Disconnected from ZooKeeper, ignoring 2024-11-09T18:22:30,108 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:22:30,111 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T18:22:30,122 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T18:22:30,122 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T18:22:30,122 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T18:22:30,123 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:22:30,124 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@377f0013{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae51c039-ec3e-3ea1-28b9-b5a32fa8dd40/hadoop.log.dir/,AVAILABLE} 2024-11-09T18:22:30,124 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9c51fb1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T18:22:30,243 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3fa5b305{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae51c039-ec3e-3ea1-28b9-b5a32fa8dd40/java.io.tmpdir/jetty-localhost-39709-hadoop-hdfs-3_4_1-tests_jar-_-any-7618426261159477464/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T18:22:30,244 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@37c9026a{HTTP/1.1, (http/1.1)}{localhost:39709} 2024-11-09T18:22:30,244 INFO [Time-limited test {}] server.Server(415): Started @320993ms 2024-11-09T18:22:30,479 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:22:30,481 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T18:22:30,483 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T18:22:30,484 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T18:22:30,484 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T18:22:30,484 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9f24307{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae51c039-ec3e-3ea1-28b9-b5a32fa8dd40/hadoop.log.dir/,AVAILABLE} 2024-11-09T18:22:30,484 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3680c111{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T18:22:30,578 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ebbfaa5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae51c039-ec3e-3ea1-28b9-b5a32fa8dd40/java.io.tmpdir/jetty-localhost-45405-hadoop-hdfs-3_4_1-tests_jar-_-any-15366360288369620085/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:22:30,579 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2e5e22b3{HTTP/1.1, (http/1.1)}{localhost:45405} 2024-11-09T18:22:30,579 INFO [Time-limited test {}] server.Server(415): Started @321327ms 2024-11-09T18:22:30,580 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T18:22:31,254 WARN [Thread-4157 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae51c039-ec3e-3ea1-28b9-b5a32fa8dd40/cluster_56a4f0a8-a86f-a2ce-0812-90c39451a543/data/data1/current/BP-536763169-172.17.0.3-1731176549728/current, will proceed with Du for space computation calculation, 2024-11-09T18:22:31,254 WARN [Thread-4158 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae51c039-ec3e-3ea1-28b9-b5a32fa8dd40/cluster_56a4f0a8-a86f-a2ce-0812-90c39451a543/data/data2/current/BP-536763169-172.17.0.3-1731176549728/current, will proceed with Du for space computation calculation, 2024-11-09T18:22:31,272 WARN [Thread-4145 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T18:22:31,274 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xda35b3f055323433 with lease ID 0xe3da4a27962f7f98: Processing first storage report for DS-578086c5-7dce-4448-a4e2-39995ad1ba9b from datanode DatanodeRegistration(127.0.0.1:38733, datanodeUuid=f97cb7d3-692c-4ed8-8294-486c9fb55ddd, infoPort=37283, infoSecurePort=0, ipcPort=46601, storageInfo=lv=-57;cid=testClusterID;nsid=1533710123;c=1731176549728) 2024-11-09T18:22:31,274 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xda35b3f055323433 with lease ID 0xe3da4a27962f7f98: from storage DS-578086c5-7dce-4448-a4e2-39995ad1ba9b node DatanodeRegistration(127.0.0.1:38733, datanodeUuid=f97cb7d3-692c-4ed8-8294-486c9fb55ddd, infoPort=37283, infoSecurePort=0, ipcPort=46601, storageInfo=lv=-57;cid=testClusterID;nsid=1533710123;c=1731176549728), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T18:22:31,274 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xda35b3f055323433 with lease ID 0xe3da4a27962f7f98: Processing first storage report for DS-e04a8490-2181-41a9-8312-75534dbd1583 from datanode DatanodeRegistration(127.0.0.1:38733, datanodeUuid=f97cb7d3-692c-4ed8-8294-486c9fb55ddd, infoPort=37283, infoSecurePort=0, ipcPort=46601, storageInfo=lv=-57;cid=testClusterID;nsid=1533710123;c=1731176549728) 2024-11-09T18:22:31,274 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xda35b3f055323433 with lease ID 0xe3da4a27962f7f98: from storage DS-e04a8490-2181-41a9-8312-75534dbd1583 node DatanodeRegistration(127.0.0.1:38733, datanodeUuid=f97cb7d3-692c-4ed8-8294-486c9fb55ddd, infoPort=37283, infoSecurePort=0, ipcPort=46601, storageInfo=lv=-57;cid=testClusterID;nsid=1533710123;c=1731176549728), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T18:22:31,322 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae51c039-ec3e-3ea1-28b9-b5a32fa8dd40 2024-11-09T18:22:31,322 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:22:31,324 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:22:31,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38733 is added to blk_1073741825_1001 (size=7) 2024-11-09T18:22:31,730 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36565/user/jenkins/test-data/8f552379-44ba-2db4-dd9c-225e4007fe7b with version=8 2024-11-09T18:22:31,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36565/user/jenkins/test-data/8f552379-44ba-2db4-dd9c-225e4007fe7b/hbase-staging 2024-11-09T18:22:31,732 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fb97eb0edbe8:0 server-side Connection retries=45 2024-11-09T18:22:31,732 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:22:31,732 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T18:22:31,732 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T18:22:31,732 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:22:31,732 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T18:22:31,732 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T18:22:31,732 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T18:22:31,733 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34179 2024-11-09T18:22:31,734 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34179 connecting to ZooKeeper ensemble=127.0.0.1:55769 2024-11-09T18:22:31,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:341790x0, quorum=127.0.0.1:55769, baseZNode=/01704902290 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:22:31,829 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34179-0x10120d5c8ef0000 connected 2024-11-09T18:22:31,914 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:22:31,916 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:22:31,917 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34179-0x10120d5c8ef0000, quorum=127.0.0.1:55769, baseZNode=/01704902290 Set watcher on znode that does not yet exist, /01704902290/running 2024-11-09T18:22:31,917 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36565/user/jenkins/test-data/8f552379-44ba-2db4-dd9c-225e4007fe7b, hbase.cluster.distributed=false 2024-11-09T18:22:31,919 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34179-0x10120d5c8ef0000, quorum=127.0.0.1:55769, baseZNode=/01704902290 Set watcher on znode that does not yet exist, /01704902290/acl 2024-11-09T18:22:31,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34179 2024-11-09T18:22:31,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34179 2024-11-09T18:22:31,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34179 2024-11-09T18:22:31,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34179 2024-11-09T18:22:31,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34179 2024-11-09T18:22:31,932 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fb97eb0edbe8:0 server-side Connection retries=45 2024-11-09T18:22:31,932 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:22:31,932 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T18:22:31,932 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T18:22:31,932 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:22:31,932 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T18:22:31,932 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T18:22:31,933 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T18:22:31,933 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33251 2024-11-09T18:22:31,933 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33251 connecting to ZooKeeper ensemble=127.0.0.1:55769 2024-11-09T18:22:31,934 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:22:31,935 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:22:31,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:332510x0, quorum=127.0.0.1:55769, baseZNode=/01704902290 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:22:31,946 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:332510x0, quorum=127.0.0.1:55769, baseZNode=/01704902290 Set watcher on znode that does not yet exist, /01704902290/running 2024-11-09T18:22:31,946 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33251-0x10120d5c8ef0001 connected 2024-11-09T18:22:31,946 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T18:22:31,948 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T18:22:31,948 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33251-0x10120d5c8ef0001, quorum=127.0.0.1:55769, baseZNode=/01704902290 Set watcher on znode that does not yet exist, /01704902290/master 2024-11-09T18:22:31,949 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33251-0x10120d5c8ef0001, quorum=127.0.0.1:55769, baseZNode=/01704902290 Set watcher on znode that does not yet exist, /01704902290/acl 2024-11-09T18:22:31,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33251 2024-11-09T18:22:31,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33251 2024-11-09T18:22:31,953 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33251 2024-11-09T18:22:31,954 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33251 2024-11-09T18:22:31,954 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33251 2024-11-09T18:22:31,964 DEBUG [M:0;fb97eb0edbe8:34179 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fb97eb0edbe8:34179 2024-11-09T18:22:31,966 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01704902290/backup-masters/fb97eb0edbe8,34179,1731176551732 2024-11-09T18:22:31,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34179-0x10120d5c8ef0000, quorum=127.0.0.1:55769, baseZNode=/01704902290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01704902290/backup-masters 2024-11-09T18:22:31,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33251-0x10120d5c8ef0001, quorum=127.0.0.1:55769, baseZNode=/01704902290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01704902290/backup-masters 2024-11-09T18:22:31,978 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34179-0x10120d5c8ef0000, quorum=127.0.0.1:55769, baseZNode=/01704902290 Set watcher on existing znode=/01704902290/backup-masters/fb97eb0edbe8,34179,1731176551732 2024-11-09T18:22:31,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33251-0x10120d5c8ef0001, quorum=127.0.0.1:55769, baseZNode=/01704902290 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01704902290/master 2024-11-09T18:22:31,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34179-0x10120d5c8ef0000, quorum=127.0.0.1:55769, baseZNode=/01704902290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01704902290 2024-11-09T18:22:31,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33251-0x10120d5c8ef0001, quorum=127.0.0.1:55769, baseZNode=/01704902290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01704902290 2024-11-09T18:22:31,988 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34179-0x10120d5c8ef0000, quorum=127.0.0.1:55769, baseZNode=/01704902290 Set watcher on existing znode=/01704902290/master 2024-11-09T18:22:31,988 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01704902290/backup-masters/fb97eb0edbe8,34179,1731176551732 from backup master directory 2024-11-09T18:22:31,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34179-0x10120d5c8ef0000, quorum=127.0.0.1:55769, baseZNode=/01704902290 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01704902290/backup-masters/fb97eb0edbe8,34179,1731176551732 2024-11-09T18:22:31,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33251-0x10120d5c8ef0001, quorum=127.0.0.1:55769, baseZNode=/01704902290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01704902290/backup-masters 2024-11-09T18:22:31,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34179-0x10120d5c8ef0000, quorum=127.0.0.1:55769, baseZNode=/01704902290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01704902290/backup-masters 2024-11-09T18:22:31,998 WARN [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T18:22:31,998 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fb97eb0edbe8,34179,1731176551732 2024-11-09T18:22:32,001 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36565/user/jenkins/test-data/8f552379-44ba-2db4-dd9c-225e4007fe7b/hbase.id] with ID: eb4eae42-564b-4cc3-9564-d506320f63cc 2024-11-09T18:22:32,001 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36565/user/jenkins/test-data/8f552379-44ba-2db4-dd9c-225e4007fe7b/.tmp/hbase.id 2024-11-09T18:22:32,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38733 is added to blk_1073741826_1002 (size=42) 2024-11-09T18:22:32,252 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T18:22:32,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:32,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:32,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:32,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:32,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:32,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:32,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:32,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:32,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:32,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:32,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:32,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:32,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:32,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:32,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:32,291 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:32,291 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:32,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:32,405 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36565/user/jenkins/test-data/8f552379-44ba-2db4-dd9c-225e4007fe7b/.tmp/hbase.id]:[hdfs://localhost:36565/user/jenkins/test-data/8f552379-44ba-2db4-dd9c-225e4007fe7b/hbase.id] 2024-11-09T18:22:32,412 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:22:32,412 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T18:22:32,412 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-09T18:22:32,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34179-0x10120d5c8ef0000, quorum=127.0.0.1:55769, baseZNode=/01704902290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01704902290 2024-11-09T18:22:32,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33251-0x10120d5c8ef0001, quorum=127.0.0.1:55769, baseZNode=/01704902290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01704902290 2024-11-09T18:22:32,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38733 is added to blk_1073741827_1003 (size=196) 2024-11-09T18:22:32,866 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:22:32,867 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T18:22:32,867 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:22:32,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38733 is added to blk_1073741828_1004 (size=1189) 2024-11-09T18:22:33,272 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36565/user/jenkins/test-data/8f552379-44ba-2db4-dd9c-225e4007fe7b/MasterData/data/master/store 2024-11-09T18:22:33,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38733 is added to blk_1073741829_1005 (size=34) 2024-11-09T18:22:33,676 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:22:33,676 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T18:22:33,676 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:22:33,676 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:22:33,676 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T18:22:33,676 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:22:33,677 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:22:33,677 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731176553676Disabling compacts and flushes for region at 1731176553676Disabling writes for close at 1731176553676Writing region close event to WAL at 1731176553677 (+1 ms)Closed at 1731176553677 2024-11-09T18:22:33,677 WARN [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36565/user/jenkins/test-data/8f552379-44ba-2db4-dd9c-225e4007fe7b/MasterData/data/master/store/.initializing 2024-11-09T18:22:33,677 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36565/user/jenkins/test-data/8f552379-44ba-2db4-dd9c-225e4007fe7b/MasterData/WALs/fb97eb0edbe8,34179,1731176551732 2024-11-09T18:22:33,678 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T18:22:33,679 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb97eb0edbe8%2C34179%2C1731176551732, suffix=, logDir=hdfs://localhost:36565/user/jenkins/test-data/8f552379-44ba-2db4-dd9c-225e4007fe7b/MasterData/WALs/fb97eb0edbe8,34179,1731176551732, archiveDir=hdfs://localhost:36565/user/jenkins/test-data/8f552379-44ba-2db4-dd9c-225e4007fe7b/MasterData/oldWALs, maxLogs=10 2024-11-09T18:22:33,691 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8f552379-44ba-2db4-dd9c-225e4007fe7b/MasterData/WALs/fb97eb0edbe8,34179,1731176551732/fb97eb0edbe8%2C34179%2C1731176551732.1731176553679, exclude list is [], retry=0 2024-11-09T18:22:33,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38733,DS-578086c5-7dce-4448-a4e2-39995ad1ba9b,DISK] 2024-11-09T18:22:33,694 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f552379-44ba-2db4-dd9c-225e4007fe7b/MasterData/WALs/fb97eb0edbe8,34179,1731176551732/fb97eb0edbe8%2C34179%2C1731176551732.1731176553679 2024-11-09T18:22:33,695 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37283:37283)] 2024-11-09T18:22:33,695 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:22:33,695 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:22:33,695 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:22:33,695 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:22:33,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:22:33,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T18:22:33,697 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:33,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:22:33,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:22:33,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T18:22:33,698 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:33,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:22:33,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:22:33,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T18:22:33,699 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:33,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:22:33,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:22:33,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T18:22:33,700 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:33,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:22:33,701 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:22:33,701 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36565/user/jenkins/test-data/8f552379-44ba-2db4-dd9c-225e4007fe7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:22:33,701 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36565/user/jenkins/test-data/8f552379-44ba-2db4-dd9c-225e4007fe7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:22:33,702 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:22:33,702 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:22:33,702 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:22:33,703 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:22:33,704 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36565/user/jenkins/test-data/8f552379-44ba-2db4-dd9c-225e4007fe7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:22:33,704 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70685133, jitterRate=0.053290560841560364}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:22:33,705 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731176553695Initializing all the Stores at 1731176553696 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176553696Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176553696Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176553696Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176553696Cleaning up temporary data from old regions at 1731176553702 (+6 ms)Region opened successfully at 1731176553705 (+3 ms) 2024-11-09T18:22:33,705 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T18:22:33,707 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f71e24a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb97eb0edbe8/172.17.0.3:0 2024-11-09T18:22:33,708 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T18:22:33,708 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T18:22:33,708 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T18:22:33,708 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T18:22:33,708 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T18:22:33,709 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T18:22:33,709 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T18:22:33,710 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T18:22:33,711 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34179-0x10120d5c8ef0000, quorum=127.0.0.1:55769, baseZNode=/01704902290 Unable to get data of znode /01704902290/balancer because node does not exist (not necessarily an error) 2024-11-09T18:22:33,809 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01704902290/balancer already deleted, retry=false 2024-11-09T18:22:33,809 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T18:22:33,810 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34179-0x10120d5c8ef0000, quorum=127.0.0.1:55769, baseZNode=/01704902290 Unable to get data of znode /01704902290/normalizer because node does not exist (not necessarily an error) 2024-11-09T18:22:33,819 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01704902290/normalizer already deleted, retry=false 2024-11-09T18:22:33,819 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T18:22:33,820 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34179-0x10120d5c8ef0000, quorum=127.0.0.1:55769, baseZNode=/01704902290 Unable to get data of znode /01704902290/switch/split because node does not exist (not necessarily an error) 2024-11-09T18:22:33,830 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01704902290/switch/split already deleted, retry=false 2024-11-09T18:22:33,830 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34179-0x10120d5c8ef0000, quorum=127.0.0.1:55769, baseZNode=/01704902290 Unable to get data of znode /01704902290/switch/merge because node does not exist (not necessarily an error) 2024-11-09T18:22:33,840 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01704902290/switch/merge already deleted, retry=false 2024-11-09T18:22:33,842 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34179-0x10120d5c8ef0000, quorum=127.0.0.1:55769, baseZNode=/01704902290 Unable to get data of znode /01704902290/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T18:22:33,851 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01704902290/snapshot-cleanup already deleted, retry=false 2024-11-09T18:22:33,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34179-0x10120d5c8ef0000, quorum=127.0.0.1:55769, baseZNode=/01704902290 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01704902290/running 2024-11-09T18:22:33,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34179-0x10120d5c8ef0000, quorum=127.0.0.1:55769, baseZNode=/01704902290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01704902290 2024-11-09T18:22:33,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33251-0x10120d5c8ef0001, quorum=127.0.0.1:55769, baseZNode=/01704902290 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01704902290/running 2024-11-09T18:22:33,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33251-0x10120d5c8ef0001, quorum=127.0.0.1:55769, baseZNode=/01704902290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01704902290 2024-11-09T18:22:33,862 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fb97eb0edbe8,34179,1731176551732, sessionid=0x10120d5c8ef0000, setting cluster-up flag (Was=false) 2024-11-09T18:22:33,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34179-0x10120d5c8ef0000, quorum=127.0.0.1:55769, baseZNode=/01704902290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01704902290 2024-11-09T18:22:33,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33251-0x10120d5c8ef0001, quorum=127.0.0.1:55769, baseZNode=/01704902290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01704902290 2024-11-09T18:22:33,914 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01704902290/flush-table-proc/acquired, /01704902290/flush-table-proc/reached, /01704902290/flush-table-proc/abort 2024-11-09T18:22:33,915 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb97eb0edbe8,34179,1731176551732 2024-11-09T18:22:33,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34179-0x10120d5c8ef0000, quorum=127.0.0.1:55769, baseZNode=/01704902290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01704902290 2024-11-09T18:22:33,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33251-0x10120d5c8ef0001, quorum=127.0.0.1:55769, baseZNode=/01704902290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01704902290 2024-11-09T18:22:33,967 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01704902290/online-snapshot/acquired, /01704902290/online-snapshot/reached, /01704902290/online-snapshot/abort 2024-11-09T18:22:33,968 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb97eb0edbe8,34179,1731176551732 2024-11-09T18:22:33,970 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36565/user/jenkins/test-data/8f552379-44ba-2db4-dd9c-225e4007fe7b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T18:22:33,971 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T18:22:33,971 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T18:22:33,971 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T18:22:33,972 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fb97eb0edbe8,34179,1731176551732 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T18:22:33,977 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:22:33,977 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:22:33,977 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:22:33,977 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:22:33,977 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fb97eb0edbe8:0, corePoolSize=10, maxPoolSize=10 2024-11-09T18:22:33,977 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:22:33,977 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=2, maxPoolSize=2 2024-11-09T18:22:33,977 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:22:33,978 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731176583978 2024-11-09T18:22:33,978 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T18:22:33,978 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T18:22:33,978 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T18:22:33,978 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T18:22:33,978 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T18:22:33,979 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T18:22:33,979 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:33,979 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:22:33,979 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T18:22:33,979 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T18:22:33,979 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T18:22:33,979 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T18:22:33,979 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T18:22:33,979 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T18:22:33,979 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T18:22:33,979 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731176553979,5,FailOnTimeoutGroup] 2024-11-09T18:22:33,980 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731176553979,5,FailOnTimeoutGroup] 2024-11-09T18:22:33,980 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:33,980 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T18:22:33,980 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:33,980 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:33,980 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:33,980 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T18:22:33,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38733 is added to blk_1073741831_1007 (size=1321) 2024-11-09T18:22:34,057 INFO [RS:0;fb97eb0edbe8:33251 {}] regionserver.HRegionServer(746): ClusterId : eb4eae42-564b-4cc3-9564-d506320f63cc 2024-11-09T18:22:34,057 DEBUG [RS:0;fb97eb0edbe8:33251 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T18:22:34,062 DEBUG [RS:0;fb97eb0edbe8:33251 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T18:22:34,062 DEBUG [RS:0;fb97eb0edbe8:33251 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T18:22:34,072 DEBUG [RS:0;fb97eb0edbe8:33251 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T18:22:34,073 DEBUG [RS:0;fb97eb0edbe8:33251 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3075eb26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb97eb0edbe8/172.17.0.3:0 2024-11-09T18:22:34,083 DEBUG [RS:0;fb97eb0edbe8:33251 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fb97eb0edbe8:33251 2024-11-09T18:22:34,083 INFO [RS:0;fb97eb0edbe8:33251 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T18:22:34,083 INFO [RS:0;fb97eb0edbe8:33251 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T18:22:34,083 DEBUG [RS:0;fb97eb0edbe8:33251 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T18:22:34,084 INFO [RS:0;fb97eb0edbe8:33251 {}] regionserver.HRegionServer(2659): reportForDuty to master=fb97eb0edbe8,34179,1731176551732 with port=33251, startcode=1731176551932 2024-11-09T18:22:34,084 DEBUG [RS:0;fb97eb0edbe8:33251 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T18:22:34,085 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33187, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T18:22:34,086 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34179 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fb97eb0edbe8,33251,1731176551932 2024-11-09T18:22:34,086 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34179 {}] master.ServerManager(517): Registering regionserver=fb97eb0edbe8,33251,1731176551932 2024-11-09T18:22:34,087 DEBUG [RS:0;fb97eb0edbe8:33251 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36565/user/jenkins/test-data/8f552379-44ba-2db4-dd9c-225e4007fe7b 2024-11-09T18:22:34,087 DEBUG [RS:0;fb97eb0edbe8:33251 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36565 2024-11-09T18:22:34,087 DEBUG [RS:0;fb97eb0edbe8:33251 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T18:22:34,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34179-0x10120d5c8ef0000, quorum=127.0.0.1:55769, baseZNode=/01704902290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01704902290/rs 2024-11-09T18:22:34,093 DEBUG [RS:0;fb97eb0edbe8:33251 {}] zookeeper.ZKUtil(111): regionserver:33251-0x10120d5c8ef0001, quorum=127.0.0.1:55769, baseZNode=/01704902290 Set watcher on existing znode=/01704902290/rs/fb97eb0edbe8,33251,1731176551932 2024-11-09T18:22:34,094 WARN [RS:0;fb97eb0edbe8:33251 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T18:22:34,094 INFO [RS:0;fb97eb0edbe8:33251 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:22:34,094 DEBUG [RS:0;fb97eb0edbe8:33251 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36565/user/jenkins/test-data/8f552379-44ba-2db4-dd9c-225e4007fe7b/WALs/fb97eb0edbe8,33251,1731176551932 2024-11-09T18:22:34,094 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fb97eb0edbe8,33251,1731176551932] 2024-11-09T18:22:34,096 INFO [RS:0;fb97eb0edbe8:33251 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T18:22:34,097 INFO [RS:0;fb97eb0edbe8:33251 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T18:22:34,099 INFO [RS:0;fb97eb0edbe8:33251 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T18:22:34,099 INFO [RS:0;fb97eb0edbe8:33251 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:34,100 INFO [RS:0;fb97eb0edbe8:33251 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T18:22:34,100 INFO [RS:0;fb97eb0edbe8:33251 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T18:22:34,101 INFO [RS:0;fb97eb0edbe8:33251 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:34,101 DEBUG [RS:0;fb97eb0edbe8:33251 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:22:34,101 DEBUG [RS:0;fb97eb0edbe8:33251 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:22:34,101 DEBUG [RS:0;fb97eb0edbe8:33251 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:22:34,101 DEBUG [RS:0;fb97eb0edbe8:33251 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:22:34,101 DEBUG [RS:0;fb97eb0edbe8:33251 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:22:34,101 DEBUG [RS:0;fb97eb0edbe8:33251 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=2, maxPoolSize=2 2024-11-09T18:22:34,101 DEBUG [RS:0;fb97eb0edbe8:33251 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:22:34,101 DEBUG [RS:0;fb97eb0edbe8:33251 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:22:34,101 DEBUG [RS:0;fb97eb0edbe8:33251 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:22:34,101 DEBUG [RS:0;fb97eb0edbe8:33251 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:22:34,101 DEBUG [RS:0;fb97eb0edbe8:33251 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:22:34,101 DEBUG [RS:0;fb97eb0edbe8:33251 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:22:34,101 DEBUG [RS:0;fb97eb0edbe8:33251 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:22:34,101 DEBUG [RS:0;fb97eb0edbe8:33251 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:22:34,101 INFO [RS:0;fb97eb0edbe8:33251 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:34,101 INFO [RS:0;fb97eb0edbe8:33251 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:34,101 INFO [RS:0;fb97eb0edbe8:33251 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:34,101 INFO [RS:0;fb97eb0edbe8:33251 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:34,101 INFO [RS:0;fb97eb0edbe8:33251 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:34,101 INFO [RS:0;fb97eb0edbe8:33251 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,33251,1731176551932-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T18:22:34,115 INFO [RS:0;fb97eb0edbe8:33251 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T18:22:34,116 INFO [RS:0;fb97eb0edbe8:33251 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,33251,1731176551932-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:34,116 INFO [RS:0;fb97eb0edbe8:33251 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:34,116 INFO [RS:0;fb97eb0edbe8:33251 {}] regionserver.Replication(171): fb97eb0edbe8,33251,1731176551932 started 2024-11-09T18:22:34,129 INFO [RS:0;fb97eb0edbe8:33251 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:34,129 INFO [RS:0;fb97eb0edbe8:33251 {}] regionserver.HRegionServer(1482): Serving as fb97eb0edbe8,33251,1731176551932, RpcServer on fb97eb0edbe8/172.17.0.3:33251, sessionid=0x10120d5c8ef0001 2024-11-09T18:22:34,129 DEBUG [RS:0;fb97eb0edbe8:33251 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T18:22:34,129 DEBUG [RS:0;fb97eb0edbe8:33251 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fb97eb0edbe8,33251,1731176551932 2024-11-09T18:22:34,129 DEBUG [RS:0;fb97eb0edbe8:33251 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,33251,1731176551932' 2024-11-09T18:22:34,129 DEBUG [RS:0;fb97eb0edbe8:33251 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01704902290/flush-table-proc/abort' 2024-11-09T18:22:34,129 DEBUG [RS:0;fb97eb0edbe8:33251 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01704902290/flush-table-proc/acquired' 2024-11-09T18:22:34,130 DEBUG [RS:0;fb97eb0edbe8:33251 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T18:22:34,130 DEBUG [RS:0;fb97eb0edbe8:33251 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T18:22:34,130 DEBUG [RS:0;fb97eb0edbe8:33251 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fb97eb0edbe8,33251,1731176551932 2024-11-09T18:22:34,130 DEBUG [RS:0;fb97eb0edbe8:33251 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,33251,1731176551932' 2024-11-09T18:22:34,130 DEBUG [RS:0;fb97eb0edbe8:33251 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01704902290/online-snapshot/abort' 2024-11-09T18:22:34,130 DEBUG [RS:0;fb97eb0edbe8:33251 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01704902290/online-snapshot/acquired' 2024-11-09T18:22:34,130 DEBUG [RS:0;fb97eb0edbe8:33251 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T18:22:34,130 INFO [RS:0;fb97eb0edbe8:33251 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T18:22:34,130 INFO [RS:0;fb97eb0edbe8:33251 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T18:22:34,231 INFO [RS:0;fb97eb0edbe8:33251 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T18:22:34,232 INFO [RS:0;fb97eb0edbe8:33251 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fb97eb0edbe8%2C33251%2C1731176551932, suffix=, logDir=hdfs://localhost:36565/user/jenkins/test-data/8f552379-44ba-2db4-dd9c-225e4007fe7b/WALs/fb97eb0edbe8,33251,1731176551932, archiveDir=hdfs://localhost:36565/user/jenkins/test-data/8f552379-44ba-2db4-dd9c-225e4007fe7b/oldWALs, maxLogs=10 2024-11-09T18:22:34,244 DEBUG [RS:0;fb97eb0edbe8:33251 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8f552379-44ba-2db4-dd9c-225e4007fe7b/WALs/fb97eb0edbe8,33251,1731176551932/fb97eb0edbe8%2C33251%2C1731176551932.1731176554232, exclude list is [], retry=0 2024-11-09T18:22:34,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38733,DS-578086c5-7dce-4448-a4e2-39995ad1ba9b,DISK] 2024-11-09T18:22:34,247 INFO [RS:0;fb97eb0edbe8:33251 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f552379-44ba-2db4-dd9c-225e4007fe7b/WALs/fb97eb0edbe8,33251,1731176551932/fb97eb0edbe8%2C33251%2C1731176551932.1731176554232 2024-11-09T18:22:34,247 DEBUG [RS:0;fb97eb0edbe8:33251 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37283:37283)] 2024-11-09T18:22:34,389 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36565/user/jenkins/test-data/8f552379-44ba-2db4-dd9c-225e4007fe7b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T18:22:34,389 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36565/user/jenkins/test-data/8f552379-44ba-2db4-dd9c-225e4007fe7b 2024-11-09T18:22:34,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38733 is added to blk_1073741833_1009 (size=32) 2024-11-09T18:22:34,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:22:34,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T18:22:34,795 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T18:22:34,795 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:34,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:22:34,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T18:22:34,796 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T18:22:34,796 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:34,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:22:34,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T18:22:34,797 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T18:22:34,797 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:34,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:22:34,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T18:22:34,798 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T18:22:34,798 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:34,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:22:34,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T18:22:34,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36565/user/jenkins/test-data/8f552379-44ba-2db4-dd9c-225e4007fe7b/data/hbase/meta/1588230740 2024-11-09T18:22:34,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36565/user/jenkins/test-data/8f552379-44ba-2db4-dd9c-225e4007fe7b/data/hbase/meta/1588230740 2024-11-09T18:22:34,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T18:22:34,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T18:22:34,800 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:22:34,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T18:22:34,802 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36565/user/jenkins/test-data/8f552379-44ba-2db4-dd9c-225e4007fe7b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:22:34,802 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65502383, jitterRate=-0.023938432335853577}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:22:34,803 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731176554793Initializing all the Stores at 1731176554794 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176554794Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176554794Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176554794Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176554794Cleaning up temporary data from old regions at 1731176554800 (+6 ms)Region opened successfully at 1731176554803 (+3 ms) 2024-11-09T18:22:34,803 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T18:22:34,803 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T18:22:34,803 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T18:22:34,803 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T18:22:34,803 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T18:22:34,804 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T18:22:34,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731176554803Disabling compacts and flushes for region at 1731176554803Disabling writes for close at 1731176554803Writing region close event to WAL at 1731176554804 (+1 ms)Closed at 1731176554804 2024-11-09T18:22:34,805 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:22:34,805 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T18:22:34,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T18:22:34,806 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T18:22:34,806 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T18:22:34,956 DEBUG [fb97eb0edbe8:34179 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T18:22:34,957 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fb97eb0edbe8,33251,1731176551932 2024-11-09T18:22:34,958 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb97eb0edbe8,33251,1731176551932, state=OPENING 2024-11-09T18:22:35,104 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T18:22:35,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33251-0x10120d5c8ef0001, quorum=127.0.0.1:55769, baseZNode=/01704902290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01704902290 2024-11-09T18:22:35,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34179-0x10120d5c8ef0000, quorum=127.0.0.1:55769, baseZNode=/01704902290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01704902290 2024-11-09T18:22:35,114 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01704902290/meta-region-server: CHANGED 2024-11-09T18:22:35,114 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01704902290/meta-region-server: CHANGED 2024-11-09T18:22:35,114 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T18:22:35,115 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,33251,1731176551932}] 2024-11-09T18:22:35,266 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T18:22:35,267 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56399, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T18:22:35,269 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T18:22:35,270 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:22:35,270 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T18:22:35,271 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fb97eb0edbe8%2C33251%2C1731176551932.meta, suffix=.meta, logDir=hdfs://localhost:36565/user/jenkins/test-data/8f552379-44ba-2db4-dd9c-225e4007fe7b/WALs/fb97eb0edbe8,33251,1731176551932, archiveDir=hdfs://localhost:36565/user/jenkins/test-data/8f552379-44ba-2db4-dd9c-225e4007fe7b/oldWALs, maxLogs=10 2024-11-09T18:22:35,283 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8f552379-44ba-2db4-dd9c-225e4007fe7b/WALs/fb97eb0edbe8,33251,1731176551932/fb97eb0edbe8%2C33251%2C1731176551932.meta.1731176555271.meta, exclude list is [], retry=0 2024-11-09T18:22:35,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38733,DS-578086c5-7dce-4448-a4e2-39995ad1ba9b,DISK] 2024-11-09T18:22:35,286 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f552379-44ba-2db4-dd9c-225e4007fe7b/WALs/fb97eb0edbe8,33251,1731176551932/fb97eb0edbe8%2C33251%2C1731176551932.meta.1731176555271.meta 2024-11-09T18:22:35,286 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37283:37283)] 2024-11-09T18:22:35,286 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:22:35,286 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T18:22:35,286 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T18:22:35,286 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T18:22:35,286 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T18:22:35,287 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T18:22:35,287 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:22:35,287 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T18:22:35,287 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T18:22:35,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T18:22:35,288 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T18:22:35,288 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:35,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:22:35,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T18:22:35,289 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T18:22:35,289 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:35,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:22:35,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T18:22:35,290 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T18:22:35,290 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:35,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:22:35,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T18:22:35,291 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T18:22:35,291 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:35,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:22:35,291 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T18:22:35,291 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36565/user/jenkins/test-data/8f552379-44ba-2db4-dd9c-225e4007fe7b/data/hbase/meta/1588230740 2024-11-09T18:22:35,292 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36565/user/jenkins/test-data/8f552379-44ba-2db4-dd9c-225e4007fe7b/data/hbase/meta/1588230740 2024-11-09T18:22:35,292 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T18:22:35,292 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T18:22:35,293 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:22:35,293 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T18:22:35,294 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68989265, jitterRate=0.028020158410072327}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:22:35,294 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T18:22:35,294 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731176555287Writing region info on filesystem at 1731176555287Initializing all the Stores at 1731176555287Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176555287Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176555287Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176555287Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176555287Cleaning up temporary data from old regions at 1731176555292 (+5 ms)Running coprocessor post-open hooks at 1731176555294 (+2 ms)Region opened successfully at 1731176555294 2024-11-09T18:22:35,295 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731176555266 2024-11-09T18:22:35,296 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T18:22:35,296 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T18:22:35,297 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,33251,1731176551932 2024-11-09T18:22:35,297 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb97eb0edbe8,33251,1731176551932, state=OPEN 2024-11-09T18:22:35,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33251-0x10120d5c8ef0001, quorum=127.0.0.1:55769, baseZNode=/01704902290 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01704902290/meta-region-server 2024-11-09T18:22:35,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34179-0x10120d5c8ef0000, quorum=127.0.0.1:55769, baseZNode=/01704902290 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01704902290/meta-region-server 2024-11-09T18:22:35,335 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,33251,1731176551932 2024-11-09T18:22:35,335 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01704902290/meta-region-server: CHANGED 2024-11-09T18:22:35,335 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01704902290/meta-region-server: CHANGED 2024-11-09T18:22:35,336 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T18:22:35,336 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,33251,1731176551932 in 220 msec 2024-11-09T18:22:35,337 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T18:22:35,338 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 531 msec 2024-11-09T18:22:35,338 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:22:35,338 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T18:22:35,339 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:22:35,339 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,33251,1731176551932, seqNum=-1] 2024-11-09T18:22:35,339 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:22:35,340 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45565, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:22:35,343 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3720 sec 2024-11-09T18:22:35,343 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731176555343, completionTime=-1 2024-11-09T18:22:35,343 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T18:22:35,343 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T18:22:35,345 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T18:22:35,345 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731176615345 2024-11-09T18:22:35,345 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731176675345 2024-11-09T18:22:35,345 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T18:22:35,345 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,34179,1731176551732-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:35,345 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,34179,1731176551732-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:35,345 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,34179,1731176551732-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:35,345 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fb97eb0edbe8:34179, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:35,345 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:35,345 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:35,346 DEBUG [master/fb97eb0edbe8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T18:22:35,348 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.349sec 2024-11-09T18:22:35,348 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T18:22:35,348 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T18:22:35,348 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T18:22:35,348 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T18:22:35,348 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T18:22:35,348 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,34179,1731176551732-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T18:22:35,348 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,34179,1731176551732-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T18:22:35,349 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T18:22:35,349 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T18:22:35,349 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,34179,1731176551732-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:35,358 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@705f9db9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:22:35,358 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,34179,-1 for getting cluster id 2024-11-09T18:22:35,358 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:22:35,359 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb4eae42-564b-4cc3-9564-d506320f63cc' 2024-11-09T18:22:35,359 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:22:35,359 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb4eae42-564b-4cc3-9564-d506320f63cc" 2024-11-09T18:22:35,360 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6afcbf25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:22:35,360 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,34179,-1] 2024-11-09T18:22:35,360 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:22:35,360 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:22:35,360 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:22:35,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f36f996, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:22:35,361 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:22:35,362 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,33251,1731176551932, seqNum=-1] 2024-11-09T18:22:35,362 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:22:35,363 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:22:35,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fb97eb0edbe8,34179,1731176551732 2024-11-09T18:22:35,364 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55769 2024-11-09T18:22:35,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55769, baseZNode=/01704902290 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:22:35,386 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10120d5c8ef0002 connected 2024-11-09T18:22:35,400 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:22:35,401 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,34179,1731176551732 2024-11-09T18:22:35,401 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2fa7e3f6 2024-11-09T18:22:35,401 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:22:35,402 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:22:35,402 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34179 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:22:35,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34179 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T18:22:35,404 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T18:22:35,404 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:35,405 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T18:22:35,405 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34179 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T18:22:35,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:22:35,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38733 is added to blk_1073741835_1011 (size=902) 2024-11-09T18:22:35,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:22:35,557 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T18:22:35,557 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T18:22:35,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:22:35,810 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6cddd9f58b1cc0f6327d01d1f7fefedd, NAME => 'test,,1731176555402.6cddd9f58b1cc0f6327d01d1f7fefedd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36565/user/jenkins/test-data/8f552379-44ba-2db4-dd9c-225e4007fe7b 2024-11-09T18:22:35,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38733 is added to blk_1073741836_1012 (size=39) 2024-11-09T18:22:36,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:22:36,214 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731176555402.6cddd9f58b1cc0f6327d01d1f7fefedd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:22:36,214 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6cddd9f58b1cc0f6327d01d1f7fefedd, disabling compactions & flushes 2024-11-09T18:22:36,214 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731176555402.6cddd9f58b1cc0f6327d01d1f7fefedd. 2024-11-09T18:22:36,214 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731176555402.6cddd9f58b1cc0f6327d01d1f7fefedd. 2024-11-09T18:22:36,215 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731176555402.6cddd9f58b1cc0f6327d01d1f7fefedd. after waiting 0 ms 2024-11-09T18:22:36,215 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731176555402.6cddd9f58b1cc0f6327d01d1f7fefedd. 2024-11-09T18:22:36,215 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731176555402.6cddd9f58b1cc0f6327d01d1f7fefedd. 2024-11-09T18:22:36,215 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6cddd9f58b1cc0f6327d01d1f7fefedd: Waiting for close lock at 1731176556214Disabling compacts and flushes for region at 1731176556214Disabling writes for close at 1731176556215 (+1 ms)Writing region close event to WAL at 1731176556215Closed at 1731176556215 2024-11-09T18:22:36,216 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T18:22:36,216 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731176555402.6cddd9f58b1cc0f6327d01d1f7fefedd.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731176556216"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731176556216"}]},"ts":"1731176556216"} 2024-11-09T18:22:36,217 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T18:22:36,218 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T18:22:36,218 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176556218"}]},"ts":"1731176556218"} 2024-11-09T18:22:36,219 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T18:22:36,219 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6cddd9f58b1cc0f6327d01d1f7fefedd, ASSIGN}] 2024-11-09T18:22:36,220 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6cddd9f58b1cc0f6327d01d1f7fefedd, ASSIGN 2024-11-09T18:22:36,221 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6cddd9f58b1cc0f6327d01d1f7fefedd, ASSIGN; state=OFFLINE, location=fb97eb0edbe8,33251,1731176551932; forceNewPlan=false, retain=false 2024-11-09T18:22:36,371 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6cddd9f58b1cc0f6327d01d1f7fefedd, regionState=OPENING, regionLocation=fb97eb0edbe8,33251,1731176551932 2024-11-09T18:22:36,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6cddd9f58b1cc0f6327d01d1f7fefedd, ASSIGN because future has completed 2024-11-09T18:22:36,373 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6cddd9f58b1cc0f6327d01d1f7fefedd, server=fb97eb0edbe8,33251,1731176551932}] 2024-11-09T18:22:36,527 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731176555402.6cddd9f58b1cc0f6327d01d1f7fefedd. 2024-11-09T18:22:36,527 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6cddd9f58b1cc0f6327d01d1f7fefedd, NAME => 'test,,1731176555402.6cddd9f58b1cc0f6327d01d1f7fefedd.', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:22:36,528 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T18:22:36,528 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T18:22:36,528 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6cddd9f58b1cc0f6327d01d1f7fefedd 2024-11-09T18:22:36,528 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731176555402.6cddd9f58b1cc0f6327d01d1f7fefedd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:22:36,528 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6cddd9f58b1cc0f6327d01d1f7fefedd 2024-11-09T18:22:36,528 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6cddd9f58b1cc0f6327d01d1f7fefedd 2024-11-09T18:22:36,529 INFO [StoreOpener-6cddd9f58b1cc0f6327d01d1f7fefedd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6cddd9f58b1cc0f6327d01d1f7fefedd 2024-11-09T18:22:36,529 INFO [StoreOpener-6cddd9f58b1cc0f6327d01d1f7fefedd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6cddd9f58b1cc0f6327d01d1f7fefedd columnFamilyName f 2024-11-09T18:22:36,530 DEBUG [StoreOpener-6cddd9f58b1cc0f6327d01d1f7fefedd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:36,530 INFO [StoreOpener-6cddd9f58b1cc0f6327d01d1f7fefedd-1 {}] regionserver.HStore(327): Store=6cddd9f58b1cc0f6327d01d1f7fefedd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:22:36,530 INFO [StoreOpener-6cddd9f58b1cc0f6327d01d1f7fefedd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6cddd9f58b1cc0f6327d01d1f7fefedd 2024-11-09T18:22:36,530 INFO [StoreOpener-6cddd9f58b1cc0f6327d01d1f7fefedd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6cddd9f58b1cc0f6327d01d1f7fefedd columnFamilyName f1 2024-11-09T18:22:36,530 DEBUG [StoreOpener-6cddd9f58b1cc0f6327d01d1f7fefedd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:36,531 INFO [StoreOpener-6cddd9f58b1cc0f6327d01d1f7fefedd-1 {}] regionserver.HStore(327): Store=6cddd9f58b1cc0f6327d01d1f7fefedd/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:22:36,531 INFO [StoreOpener-6cddd9f58b1cc0f6327d01d1f7fefedd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6cddd9f58b1cc0f6327d01d1f7fefedd 2024-11-09T18:22:36,531 INFO [StoreOpener-6cddd9f58b1cc0f6327d01d1f7fefedd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6cddd9f58b1cc0f6327d01d1f7fefedd columnFamilyName norep 2024-11-09T18:22:36,531 DEBUG [StoreOpener-6cddd9f58b1cc0f6327d01d1f7fefedd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:36,532 INFO [StoreOpener-6cddd9f58b1cc0f6327d01d1f7fefedd-1 {}] regionserver.HStore(327): Store=6cddd9f58b1cc0f6327d01d1f7fefedd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:22:36,532 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6cddd9f58b1cc0f6327d01d1f7fefedd 2024-11-09T18:22:36,532 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36565/user/jenkins/test-data/8f552379-44ba-2db4-dd9c-225e4007fe7b/data/default/test/6cddd9f58b1cc0f6327d01d1f7fefedd 2024-11-09T18:22:36,532 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36565/user/jenkins/test-data/8f552379-44ba-2db4-dd9c-225e4007fe7b/data/default/test/6cddd9f58b1cc0f6327d01d1f7fefedd 2024-11-09T18:22:36,533 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6cddd9f58b1cc0f6327d01d1f7fefedd 2024-11-09T18:22:36,533 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6cddd9f58b1cc0f6327d01d1f7fefedd 2024-11-09T18:22:36,533 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T18:22:36,534 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6cddd9f58b1cc0f6327d01d1f7fefedd 2024-11-09T18:22:36,535 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36565/user/jenkins/test-data/8f552379-44ba-2db4-dd9c-225e4007fe7b/data/default/test/6cddd9f58b1cc0f6327d01d1f7fefedd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:22:36,535 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6cddd9f58b1cc0f6327d01d1f7fefedd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65689193, jitterRate=-0.021154746413230896}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T18:22:36,535 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6cddd9f58b1cc0f6327d01d1f7fefedd 2024-11-09T18:22:36,536 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6cddd9f58b1cc0f6327d01d1f7fefedd: Running coprocessor pre-open hook at 1731176556528Writing region info on filesystem at 1731176556528Initializing all the Stores at 1731176556528Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176556528Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176556529 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176556529Cleaning up temporary data from old regions at 1731176556533 (+4 ms)Running coprocessor post-open hooks at 1731176556535 (+2 ms)Region opened successfully at 1731176556535 2024-11-09T18:22:36,536 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731176555402.6cddd9f58b1cc0f6327d01d1f7fefedd., pid=6, masterSystemTime=1731176556525 2024-11-09T18:22:36,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:22:36,537 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731176555402.6cddd9f58b1cc0f6327d01d1f7fefedd. 2024-11-09T18:22:36,537 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731176555402.6cddd9f58b1cc0f6327d01d1f7fefedd. 2024-11-09T18:22:36,538 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6cddd9f58b1cc0f6327d01d1f7fefedd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fb97eb0edbe8,33251,1731176551932 2024-11-09T18:22:36,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6cddd9f58b1cc0f6327d01d1f7fefedd, server=fb97eb0edbe8,33251,1731176551932 because future has completed 2024-11-09T18:22:36,541 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T18:22:36,541 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6cddd9f58b1cc0f6327d01d1f7fefedd, server=fb97eb0edbe8,33251,1731176551932 in 167 msec 2024-11-09T18:22:36,542 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T18:22:36,542 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6cddd9f58b1cc0f6327d01d1f7fefedd, ASSIGN in 322 msec 2024-11-09T18:22:36,543 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T18:22:36,543 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176556543"}]},"ts":"1731176556543"} 2024-11-09T18:22:36,544 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T18:22:36,545 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T18:22:36,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1430 sec 2024-11-09T18:22:37,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:22:37,549 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T18:22:37,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58427f13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:22:37,549 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,34179,-1 for getting cluster id 2024-11-09T18:22:37,549 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:22:37,550 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb4eae42-564b-4cc3-9564-d506320f63cc' 2024-11-09T18:22:37,550 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:22:37,550 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb4eae42-564b-4cc3-9564-d506320f63cc" 2024-11-09T18:22:37,550 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65ed84d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:22:37,550 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,34179,-1] 2024-11-09T18:22:37,550 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:22:37,550 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:22:37,551 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:22:37,551 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69baf5ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:22:37,552 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:22:37,552 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,34179,1731176551732 2024-11-09T18:22:37,552 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@218e7331 2024-11-09T18:22:37,552 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:22:37,553 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:22:37,553 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34179 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://fb97eb0edbe8:34179,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T18:22:37,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34179 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T18:22:37,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T18:22:37,555 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fb97eb0edbe8:34179' 2024-11-09T18:22:37,555 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b6e666b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:22:37,556 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,34179,-1 for getting cluster id 2024-11-09T18:22:37,556 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:22:37,556 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb4eae42-564b-4cc3-9564-d506320f63cc' 2024-11-09T18:22:37,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:22:37,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb4eae42-564b-4cc3-9564-d506320f63cc" 2024-11-09T18:22:37,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23105ca6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:22:37,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,34179,-1] 2024-11-09T18:22:37,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:22:37,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:22:37,557 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:22:37,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b8fefe9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:22:37,557 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:22:37,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,34179,1731176551732 2024-11-09T18:22:37,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26608344 2024-11-09T18:22:37,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:22:37,559 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:22:37,559 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T18:22:37,559 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T18:22:37,559 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:22:37,559 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:22:37,559 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:22:37,560 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://fb97eb0edbe8:34179, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:22:37,564 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://fb97eb0edbe8:34179, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://fb97eb0edbe8:34179, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://fb97eb0edbe8:34179, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-09T18:22:37,565 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://fb97eb0edbe8:34179, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=12 msec 2024-11-09T18:22:37,565 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-09T18:22:37,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T18:22:37,659 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://fb97eb0edbe8:34179, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-09T18:22:37,659 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:22:37,659 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:22:37,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:22:37,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:22:37,659 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:22:37,674 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=525 (was 357) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36565 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/fb97eb0edbe8:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@73350aeb java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:36565 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@2e9ae276 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36565 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33251 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: regionserver/fb97eb0edbe8:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@63693e8c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1566145519-7848 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f7f6c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-536763169-172.17.0.3-1731176549728:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1566145519-7846 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f7f6c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae51c039-ec3e-3ea1-28b9-b5a32fa8dd40/cluster_56a4f0a8-a86f-a2ce-0812-90c39451a543/data/data1/current/BP-536763169-172.17.0.3-1731176549728 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=33251 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 2 on default port 46601 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/fb97eb0edbe8:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:55769 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_642569667_20 at /127.0.0.1:33154 [Receiving block BP-536763169-172.17.0.3-1731176549728:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: fb97eb0edbe8:34179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33251 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1566145519-7849-acceptor-0@4529cb33-ServerConnector@37c9026a{HTTP/1.1, (http/1.1)}{localhost:39709} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 46601 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@40cca541 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;fb97eb0edbe8:33251-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1710969363_20 at /127.0.0.1:33190 [Receiving block BP-536763169-172.17.0.3-1731176549728:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: qtp1367127384-7895-acceptor-0@77cb9de6-ServerConnector@2e5e22b3{HTTP/1.1, (http/1.1)}{localhost:45405} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1566145519-7851 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-46647221-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1710969363_20 at /127.0.0.1:33132 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1566145519-7852 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1566145519-7847 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f7f6c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=34179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33251 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: IPC Server idle connection scanner for port 36565 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@68cc4708[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 46601 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1367127384-7897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36565 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36565 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=34179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$592/0x00007f7f6caaca90.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 1 on default port 36565 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 36565 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55769) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: BP-536763169-172.17.0.3-1731176549728 heartbeating to localhost/127.0.0.1:36565 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36565 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1710969363_20 at /127.0.0.1:33172 [Receiving block BP-536763169-172.17.0.3-1731176549728:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731176553979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@2f43f77c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55769) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33251 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae51c039-ec3e-3ea1-28b9-b5a32fa8dd40/cluster_56a4f0a8-a86f-a2ce-0812-90c39451a543/data/data2/current/BP-536763169-172.17.0.3-1731176549728 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:36565/user/jenkins/test-data/8f552379-44ba-2db4-dd9c-225e4007fe7b-prefix:fb97eb0edbe8,33251,1731176551932.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 36565 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1566145519-7845 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f7f6c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 46601 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1367127384-7896 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731176553979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: regionserver/fb97eb0edbe8:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: qtp1367127384-7894 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f7f6c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 36565 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae51c039-ec3e-3ea1-28b9-b5a32fa8dd40/cluster_56a4f0a8-a86f-a2ce-0812-90c39451a543/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: qtp1566145519-7850 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:36565/user/jenkins/test-data/8f552379-44ba-2db4-dd9c-225e4007fe7b/MasterData-prefix:fb97eb0edbe8,34179,1731176551732 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33251 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-536763169-172.17.0.3-1731176549728:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 46601 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:36565/user/jenkins/test-data/8f552379-44ba-2db4-dd9c-225e4007fe7b-prefix:fb97eb0edbe8,33251,1731176551932 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=34179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55769) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae51c039-ec3e-3ea1-28b9-b5a32fa8dd40/cluster_56a4f0a8-a86f-a2ce-0812-90c39451a543/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RS:0;fb97eb0edbe8:33251 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36565 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36565 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: M:0;fb97eb0edbe8:34179 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@6c792f7a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 36565 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@67f9a5b0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=33251 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=33251 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33251 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcessThread(sid:0 cport:55769): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: CacheReplicationMonitor(576830747) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@2e44d3a7 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 46601 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: Session-HouseKeeper-3826f199-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33251 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@38e81c32 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-536763169-172.17.0.3-1731176549728:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f7f6c9f9bd8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) - Thread LEAK? -, OpenFileDescriptor=866 (was 782) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=367 (was 373), ProcessCount=11 (was 11), AvailableMemoryMB=1837 (was 1869) 2024-11-09T18:22:37,677 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=525 is superior to 500 2024-11-09T18:22:37,689 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=525, OpenFileDescriptor=866, MaxFileDescriptor=1048576, SystemLoadAverage=367, ProcessCount=11, AvailableMemoryMB=1837 2024-11-09T18:22:37,689 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=525 is superior to 500 2024-11-09T18:22:37,705 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-09T18:22:37,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae51c039-ec3e-3ea1-28b9-b5a32fa8dd40/hadoop.log.dir so I do NOT create it in target/test-data/de610f50-8611-e9ad-e740-d6596c441971 2024-11-09T18:22:37,706 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae51c039-ec3e-3ea1-28b9-b5a32fa8dd40/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T18:22:37,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae51c039-ec3e-3ea1-28b9-b5a32fa8dd40/hadoop.tmp.dir so I do NOT create it in target/test-data/de610f50-8611-e9ad-e740-d6596c441971 2024-11-09T18:22:37,706 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae51c039-ec3e-3ea1-28b9-b5a32fa8dd40/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T18:22:37,706 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de610f50-8611-e9ad-e740-d6596c441971 2024-11-09T18:22:37,706 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de610f50-8611-e9ad-e740-d6596c441971/cluster_8a1be9f5-8ab8-0e00-0281-d490299e520f, deleteOnExit=true 2024-11-09T18:22:37,743 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de610f50-8611-e9ad-e740-d6596c441971/cluster_8a1be9f5-8ab8-0e00-0281-d490299e520f/zookeeper_0, clientPort=62842, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de610f50-8611-e9ad-e740-d6596c441971/cluster_8a1be9f5-8ab8-0e00-0281-d490299e520f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de610f50-8611-e9ad-e740-d6596c441971/cluster_8a1be9f5-8ab8-0e00-0281-d490299e520f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T18:22:37,743 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62842 2024-11-09T18:22:37,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T18:22:37,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T18:22:37,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de610f50-8611-e9ad-e740-d6596c441971/test.cache.data in system properties and HBase conf 2024-11-09T18:22:37,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de610f50-8611-e9ad-e740-d6596c441971/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T18:22:37,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de610f50-8611-e9ad-e740-d6596c441971/hadoop.log.dir in system properties and HBase conf 2024-11-09T18:22:37,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de610f50-8611-e9ad-e740-d6596c441971/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T18:22:37,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de610f50-8611-e9ad-e740-d6596c441971/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T18:22:37,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T18:22:37,744 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T18:22:37,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de610f50-8611-e9ad-e740-d6596c441971/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T18:22:37,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de610f50-8611-e9ad-e740-d6596c441971/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T18:22:37,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de610f50-8611-e9ad-e740-d6596c441971/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T18:22:37,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de610f50-8611-e9ad-e740-d6596c441971/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T18:22:37,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de610f50-8611-e9ad-e740-d6596c441971/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T18:22:37,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de610f50-8611-e9ad-e740-d6596c441971/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T18:22:37,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de610f50-8611-e9ad-e740-d6596c441971/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T18:22:37,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de610f50-8611-e9ad-e740-d6596c441971/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T18:22:37,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de610f50-8611-e9ad-e740-d6596c441971/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T18:22:37,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de610f50-8611-e9ad-e740-d6596c441971/nfs.dump.dir in system properties and HBase conf 2024-11-09T18:22:37,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de610f50-8611-e9ad-e740-d6596c441971/java.io.tmpdir in system properties and HBase conf 2024-11-09T18:22:37,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de610f50-8611-e9ad-e740-d6596c441971/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T18:22:37,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de610f50-8611-e9ad-e740-d6596c441971/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T18:22:37,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de610f50-8611-e9ad-e740-d6596c441971/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T18:22:38,069 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:22:38,072 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T18:22:38,073 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T18:22:38,073 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T18:22:38,073 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T18:22:38,074 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:22:38,074 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ba2f5db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de610f50-8611-e9ad-e740-d6596c441971/hadoop.log.dir/,AVAILABLE} 2024-11-09T18:22:38,074 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ea285f9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T18:22:38,168 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4564b2bc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de610f50-8611-e9ad-e740-d6596c441971/java.io.tmpdir/jetty-localhost-43225-hadoop-hdfs-3_4_1-tests_jar-_-any-4052918008939325235/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T18:22:38,168 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c20cbb4{HTTP/1.1, (http/1.1)}{localhost:43225} 2024-11-09T18:22:38,168 INFO [Time-limited test {}] server.Server(415): Started @328917ms 2024-11-09T18:22:38,398 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:22:38,401 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T18:22:38,402 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T18:22:38,402 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T18:22:38,402 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T18:22:38,403 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3cad32aa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de610f50-8611-e9ad-e740-d6596c441971/hadoop.log.dir/,AVAILABLE} 2024-11-09T18:22:38,403 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@740b8bc0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T18:22:38,497 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6f96effb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de610f50-8611-e9ad-e740-d6596c441971/java.io.tmpdir/jetty-localhost-43403-hadoop-hdfs-3_4_1-tests_jar-_-any-7635804625438951920/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:22:38,497 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@f6754cb{HTTP/1.1, (http/1.1)}{localhost:43403} 2024-11-09T18:22:38,497 INFO [Time-limited test {}] server.Server(415): Started @329246ms 2024-11-09T18:22:38,498 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T18:22:39,111 WARN [Thread-4292 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de610f50-8611-e9ad-e740-d6596c441971/cluster_8a1be9f5-8ab8-0e00-0281-d490299e520f/data/data2/current/BP-1774933819-172.17.0.3-1731176557759/current, will proceed with Du for space computation calculation, 2024-11-09T18:22:39,111 WARN [Thread-4291 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de610f50-8611-e9ad-e740-d6596c441971/cluster_8a1be9f5-8ab8-0e00-0281-d490299e520f/data/data1/current/BP-1774933819-172.17.0.3-1731176557759/current, will proceed with Du for space computation calculation, 2024-11-09T18:22:39,128 WARN [Thread-4279 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T18:22:39,130 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1cc0da41598dda37 with lease ID 0xf7bf20a9f121ec61: Processing first storage report for DS-6b66b728-cf4e-4481-957b-017de7fad0f9 from datanode DatanodeRegistration(127.0.0.1:34697, datanodeUuid=0d48b9a0-9bf7-4b90-abba-48b6236a8cc8, infoPort=39027, infoSecurePort=0, ipcPort=44381, storageInfo=lv=-57;cid=testClusterID;nsid=1225752042;c=1731176557759) 2024-11-09T18:22:39,130 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1cc0da41598dda37 with lease ID 0xf7bf20a9f121ec61: from storage DS-6b66b728-cf4e-4481-957b-017de7fad0f9 node DatanodeRegistration(127.0.0.1:34697, datanodeUuid=0d48b9a0-9bf7-4b90-abba-48b6236a8cc8, infoPort=39027, infoSecurePort=0, ipcPort=44381, storageInfo=lv=-57;cid=testClusterID;nsid=1225752042;c=1731176557759), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T18:22:39,130 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1cc0da41598dda37 with lease ID 0xf7bf20a9f121ec61: Processing first storage report for DS-aa15c600-c739-4d09-b3c0-734b07e84564 from datanode DatanodeRegistration(127.0.0.1:34697, datanodeUuid=0d48b9a0-9bf7-4b90-abba-48b6236a8cc8, infoPort=39027, infoSecurePort=0, ipcPort=44381, storageInfo=lv=-57;cid=testClusterID;nsid=1225752042;c=1731176557759) 2024-11-09T18:22:39,130 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1cc0da41598dda37 with lease ID 0xf7bf20a9f121ec61: from storage DS-aa15c600-c739-4d09-b3c0-734b07e84564 node DatanodeRegistration(127.0.0.1:34697, datanodeUuid=0d48b9a0-9bf7-4b90-abba-48b6236a8cc8, infoPort=39027, infoSecurePort=0, ipcPort=44381, storageInfo=lv=-57;cid=testClusterID;nsid=1225752042;c=1731176557759), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T18:22:39,223 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de610f50-8611-e9ad-e740-d6596c441971 2024-11-09T18:22:39,223 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:22:39,224 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:22:39,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34697 is added to blk_1073741825_1001 (size=7) 2024-11-09T18:22:39,630 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380 with version=8 2024-11-09T18:22:39,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/hbase-staging 2024-11-09T18:22:39,632 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fb97eb0edbe8:0 server-side Connection retries=45 2024-11-09T18:22:39,632 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:22:39,632 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T18:22:39,632 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T18:22:39,632 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:22:39,632 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T18:22:39,632 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T18:22:39,633 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T18:22:39,633 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33931 2024-11-09T18:22:39,634 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33931 connecting to ZooKeeper ensemble=127.0.0.1:62842 2024-11-09T18:22:39,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:339310x0, quorum=127.0.0.1:62842, baseZNode=/0739675149 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:22:39,749 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33931-0x10120d5e8590000 connected 2024-11-09T18:22:39,830 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:22:39,831 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:22:39,833 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33931-0x10120d5e8590000, quorum=127.0.0.1:62842, baseZNode=/0739675149 Set watcher on znode that does not yet exist, /0739675149/running 2024-11-09T18:22:39,833 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380, hbase.cluster.distributed=false 2024-11-09T18:22:39,835 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33931-0x10120d5e8590000, quorum=127.0.0.1:62842, baseZNode=/0739675149 Set watcher on znode that does not yet exist, /0739675149/acl 2024-11-09T18:22:39,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33931 2024-11-09T18:22:39,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33931 2024-11-09T18:22:39,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33931 2024-11-09T18:22:39,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33931 2024-11-09T18:22:39,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33931 2024-11-09T18:22:39,848 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fb97eb0edbe8:0 server-side Connection retries=45 2024-11-09T18:22:39,849 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:22:39,849 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T18:22:39,849 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T18:22:39,849 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:22:39,849 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T18:22:39,849 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T18:22:39,849 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T18:22:39,849 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41289 2024-11-09T18:22:39,850 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41289 connecting to ZooKeeper ensemble=127.0.0.1:62842 2024-11-09T18:22:39,850 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:22:39,851 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:22:39,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:412890x0, quorum=127.0.0.1:62842, baseZNode=/0739675149 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:22:39,904 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:412890x0, quorum=127.0.0.1:62842, baseZNode=/0739675149 Set watcher on znode that does not yet exist, /0739675149/running 2024-11-09T18:22:39,904 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41289-0x10120d5e8590001 connected 2024-11-09T18:22:39,904 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T18:22:39,904 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T18:22:39,905 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41289-0x10120d5e8590001, quorum=127.0.0.1:62842, baseZNode=/0739675149 Set watcher on znode that does not yet exist, /0739675149/master 2024-11-09T18:22:39,905 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41289-0x10120d5e8590001, quorum=127.0.0.1:62842, baseZNode=/0739675149 Set watcher on znode that does not yet exist, /0739675149/acl 2024-11-09T18:22:39,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41289 2024-11-09T18:22:39,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41289 2024-11-09T18:22:39,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41289 2024-11-09T18:22:39,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41289 2024-11-09T18:22:39,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41289 2024-11-09T18:22:39,917 DEBUG [M:0;fb97eb0edbe8:33931 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fb97eb0edbe8:33931 2024-11-09T18:22:39,919 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0739675149/backup-masters/fb97eb0edbe8,33931,1731176559632 2024-11-09T18:22:39,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41289-0x10120d5e8590001, quorum=127.0.0.1:62842, baseZNode=/0739675149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0739675149/backup-masters 2024-11-09T18:22:39,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33931-0x10120d5e8590000, quorum=127.0.0.1:62842, baseZNode=/0739675149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0739675149/backup-masters 2024-11-09T18:22:39,996 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33931-0x10120d5e8590000, quorum=127.0.0.1:62842, baseZNode=/0739675149 Set watcher on existing znode=/0739675149/backup-masters/fb97eb0edbe8,33931,1731176559632 2024-11-09T18:22:40,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33931-0x10120d5e8590000, quorum=127.0.0.1:62842, baseZNode=/0739675149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0739675149 2024-11-09T18:22:40,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41289-0x10120d5e8590001, quorum=127.0.0.1:62842, baseZNode=/0739675149 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0739675149/master 2024-11-09T18:22:40,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41289-0x10120d5e8590001, quorum=127.0.0.1:62842, baseZNode=/0739675149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0739675149 2024-11-09T18:22:40,081 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33931-0x10120d5e8590000, quorum=127.0.0.1:62842, baseZNode=/0739675149 Set watcher on existing znode=/0739675149/master 2024-11-09T18:22:40,081 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0739675149/backup-masters/fb97eb0edbe8,33931,1731176559632 from backup master directory 2024-11-09T18:22:40,096 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T18:22:40,096 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T18:22:40,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33931-0x10120d5e8590000, quorum=127.0.0.1:62842, baseZNode=/0739675149 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0739675149/backup-masters/fb97eb0edbe8,33931,1731176559632 2024-11-09T18:22:40,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41289-0x10120d5e8590001, quorum=127.0.0.1:62842, baseZNode=/0739675149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0739675149/backup-masters 2024-11-09T18:22:40,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33931-0x10120d5e8590000, quorum=127.0.0.1:62842, baseZNode=/0739675149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0739675149/backup-masters 2024-11-09T18:22:40,123 WARN [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T18:22:40,123 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fb97eb0edbe8,33931,1731176559632 2024-11-09T18:22:40,126 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/hbase.id] with ID: 138dc133-2001-4477-91c4-61c9434204e4 2024-11-09T18:22:40,126 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/.tmp/hbase.id 2024-11-09T18:22:40,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34697 is added to blk_1073741826_1002 (size=42) 2024-11-09T18:22:40,529 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/.tmp/hbase.id]:[hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/hbase.id] 2024-11-09T18:22:40,537 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:22:40,537 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T18:22:40,538 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T18:22:40,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41289-0x10120d5e8590001, quorum=127.0.0.1:62842, baseZNode=/0739675149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0739675149 2024-11-09T18:22:40,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33931-0x10120d5e8590000, quorum=127.0.0.1:62842, baseZNode=/0739675149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0739675149 2024-11-09T18:22:40,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34697 is added to blk_1073741827_1003 (size=196) 2024-11-09T18:22:40,789 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T18:22:40,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:40,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:40,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:40,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:40,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:40,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:40,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:40,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:40,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:40,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:40,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:40,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:40,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:40,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:40,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:40,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:40,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:40,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:41,055 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:22:41,055 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T18:22:41,056 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:22:41,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34697 is added to blk_1073741828_1004 (size=1189) 2024-11-09T18:22:41,461 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/MasterData/data/master/store 2024-11-09T18:22:41,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34697 is added to blk_1073741829_1005 (size=34) 2024-11-09T18:22:41,865 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:22:41,865 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T18:22:41,865 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:22:41,865 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:22:41,865 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T18:22:41,865 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:22:41,865 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:22:41,866 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731176561865Disabling compacts and flushes for region at 1731176561865Disabling writes for close at 1731176561865Writing region close event to WAL at 1731176561865Closed at 1731176561865 2024-11-09T18:22:41,866 WARN [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/MasterData/data/master/store/.initializing 2024-11-09T18:22:41,866 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/MasterData/WALs/fb97eb0edbe8,33931,1731176559632 2024-11-09T18:22:41,867 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T18:22:41,868 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb97eb0edbe8%2C33931%2C1731176559632, suffix=, logDir=hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/MasterData/WALs/fb97eb0edbe8,33931,1731176559632, archiveDir=hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/MasterData/oldWALs, maxLogs=10 2024-11-09T18:22:41,879 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/MasterData/WALs/fb97eb0edbe8,33931,1731176559632/fb97eb0edbe8%2C33931%2C1731176559632.1731176561868, exclude list is [], retry=0 2024-11-09T18:22:41,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34697,DS-6b66b728-cf4e-4481-957b-017de7fad0f9,DISK] 2024-11-09T18:22:41,883 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/MasterData/WALs/fb97eb0edbe8,33931,1731176559632/fb97eb0edbe8%2C33931%2C1731176559632.1731176561868 2024-11-09T18:22:41,883 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39027:39027)] 2024-11-09T18:22:41,883 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:22:41,883 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:22:41,883 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:22:41,883 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:22:41,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:22:41,885 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T18:22:41,885 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:41,885 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:22:41,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:22:41,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T18:22:41,886 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:41,887 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:22:41,887 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:22:41,887 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T18:22:41,887 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:41,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:22:41,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:22:41,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T18:22:41,888 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:41,889 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:22:41,889 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:22:41,889 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:22:41,889 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:22:41,890 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:22:41,890 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:22:41,890 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:22:41,891 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:22:41,892 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:22:41,892 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65270796, jitterRate=-0.027389347553253174}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:22:41,892 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731176561883Initializing all the Stores at 1731176561884 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176561884Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176561884Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176561884Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176561884Cleaning up temporary data from old regions at 1731176561890 (+6 ms)Region opened successfully at 1731176561892 (+2 ms) 2024-11-09T18:22:41,892 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T18:22:41,894 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4213cbc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb97eb0edbe8/172.17.0.3:0 2024-11-09T18:22:41,895 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T18:22:41,895 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T18:22:41,895 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T18:22:41,895 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T18:22:41,895 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T18:22:41,895 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T18:22:41,895 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T18:22:41,896 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T18:22:41,897 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33931-0x10120d5e8590000, quorum=127.0.0.1:62842, baseZNode=/0739675149 Unable to get data of znode /0739675149/balancer because node does not exist (not necessarily an error) 2024-11-09T18:22:41,956 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0739675149/balancer already deleted, retry=false 2024-11-09T18:22:41,956 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T18:22:41,956 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33931-0x10120d5e8590000, quorum=127.0.0.1:62842, baseZNode=/0739675149 Unable to get data of znode /0739675149/normalizer because node does not exist (not necessarily an error) 2024-11-09T18:22:41,966 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0739675149/normalizer already deleted, retry=false 2024-11-09T18:22:41,966 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T18:22:41,967 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33931-0x10120d5e8590000, quorum=127.0.0.1:62842, baseZNode=/0739675149 Unable to get data of znode /0739675149/switch/split because node does not exist (not necessarily an error) 2024-11-09T18:22:41,977 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0739675149/switch/split already deleted, retry=false 2024-11-09T18:22:41,977 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33931-0x10120d5e8590000, quorum=127.0.0.1:62842, baseZNode=/0739675149 Unable to get data of znode /0739675149/switch/merge because node does not exist (not necessarily an error) 2024-11-09T18:22:41,987 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0739675149/switch/merge already deleted, retry=false 2024-11-09T18:22:41,989 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33931-0x10120d5e8590000, quorum=127.0.0.1:62842, baseZNode=/0739675149 Unable to get data of znode /0739675149/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T18:22:41,998 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0739675149/snapshot-cleanup already deleted, retry=false 2024-11-09T18:22:42,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41289-0x10120d5e8590001, quorum=127.0.0.1:62842, baseZNode=/0739675149 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0739675149/running 2024-11-09T18:22:42,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33931-0x10120d5e8590000, quorum=127.0.0.1:62842, baseZNode=/0739675149 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0739675149/running 2024-11-09T18:22:42,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41289-0x10120d5e8590001, quorum=127.0.0.1:62842, baseZNode=/0739675149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0739675149 2024-11-09T18:22:42,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33931-0x10120d5e8590000, quorum=127.0.0.1:62842, baseZNode=/0739675149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0739675149 2024-11-09T18:22:42,009 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fb97eb0edbe8,33931,1731176559632, sessionid=0x10120d5e8590000, setting cluster-up flag (Was=false) 2024-11-09T18:22:42,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41289-0x10120d5e8590001, quorum=127.0.0.1:62842, baseZNode=/0739675149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0739675149 2024-11-09T18:22:42,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33931-0x10120d5e8590000, quorum=127.0.0.1:62842, baseZNode=/0739675149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0739675149 2024-11-09T18:22:42,061 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0739675149/flush-table-proc/acquired, /0739675149/flush-table-proc/reached, /0739675149/flush-table-proc/abort 2024-11-09T18:22:42,062 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb97eb0edbe8,33931,1731176559632 2024-11-09T18:22:42,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33931-0x10120d5e8590000, quorum=127.0.0.1:62842, baseZNode=/0739675149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0739675149 2024-11-09T18:22:42,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41289-0x10120d5e8590001, quorum=127.0.0.1:62842, baseZNode=/0739675149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0739675149 2024-11-09T18:22:42,114 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0739675149/online-snapshot/acquired, /0739675149/online-snapshot/reached, /0739675149/online-snapshot/abort 2024-11-09T18:22:42,114 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb97eb0edbe8,33931,1731176559632 2024-11-09T18:22:42,116 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T18:22:42,117 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T18:22:42,117 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T18:22:42,117 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T18:22:42,117 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fb97eb0edbe8,33931,1731176559632 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T18:22:42,118 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:22:42,118 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:22:42,118 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:22:42,118 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:22:42,118 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fb97eb0edbe8:0, corePoolSize=10, maxPoolSize=10 2024-11-09T18:22:42,118 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:22:42,118 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=2, maxPoolSize=2 2024-11-09T18:22:42,118 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:22:42,119 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731176592119 2024-11-09T18:22:42,119 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T18:22:42,119 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T18:22:42,119 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T18:22:42,119 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T18:22:42,119 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T18:22:42,119 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T18:22:42,119 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:42,119 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:22:42,119 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T18:22:42,119 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T18:22:42,119 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T18:22:42,119 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T18:22:42,119 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T18:22:42,119 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T18:22:42,119 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T18:22:42,120 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731176562120,5,FailOnTimeoutGroup] 2024-11-09T18:22:42,120 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731176562120,5,FailOnTimeoutGroup] 2024-11-09T18:22:42,120 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:42,120 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:42,120 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T18:22:42,120 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:42,120 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:42,120 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T18:22:42,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34697 is added to blk_1073741831_1007 (size=1321) 2024-11-09T18:22:42,209 INFO [RS:0;fb97eb0edbe8:41289 {}] regionserver.HRegionServer(746): ClusterId : 138dc133-2001-4477-91c4-61c9434204e4 2024-11-09T18:22:42,209 DEBUG [RS:0;fb97eb0edbe8:41289 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T18:22:42,220 DEBUG [RS:0;fb97eb0edbe8:41289 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T18:22:42,220 DEBUG [RS:0;fb97eb0edbe8:41289 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T18:22:42,230 DEBUG [RS:0;fb97eb0edbe8:41289 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T18:22:42,230 DEBUG [RS:0;fb97eb0edbe8:41289 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@440022fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb97eb0edbe8/172.17.0.3:0 2024-11-09T18:22:42,241 DEBUG [RS:0;fb97eb0edbe8:41289 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fb97eb0edbe8:41289 2024-11-09T18:22:42,241 INFO [RS:0;fb97eb0edbe8:41289 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T18:22:42,241 INFO [RS:0;fb97eb0edbe8:41289 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T18:22:42,241 DEBUG [RS:0;fb97eb0edbe8:41289 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T18:22:42,242 INFO [RS:0;fb97eb0edbe8:41289 {}] regionserver.HRegionServer(2659): reportForDuty to master=fb97eb0edbe8,33931,1731176559632 with port=41289, startcode=1731176559848 2024-11-09T18:22:42,242 DEBUG [RS:0;fb97eb0edbe8:41289 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T18:22:42,243 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35379, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T18:22:42,243 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33931 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fb97eb0edbe8,41289,1731176559848 2024-11-09T18:22:42,243 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33931 {}] master.ServerManager(517): Registering regionserver=fb97eb0edbe8,41289,1731176559848 2024-11-09T18:22:42,244 DEBUG [RS:0;fb97eb0edbe8:41289 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380 2024-11-09T18:22:42,244 DEBUG [RS:0;fb97eb0edbe8:41289 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33023 2024-11-09T18:22:42,244 DEBUG [RS:0;fb97eb0edbe8:41289 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T18:22:42,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33931-0x10120d5e8590000, quorum=127.0.0.1:62842, baseZNode=/0739675149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0739675149/rs 2024-11-09T18:22:42,251 DEBUG [RS:0;fb97eb0edbe8:41289 {}] zookeeper.ZKUtil(111): regionserver:41289-0x10120d5e8590001, quorum=127.0.0.1:62842, baseZNode=/0739675149 Set watcher on existing znode=/0739675149/rs/fb97eb0edbe8,41289,1731176559848 2024-11-09T18:22:42,251 WARN [RS:0;fb97eb0edbe8:41289 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T18:22:42,252 INFO [RS:0;fb97eb0edbe8:41289 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:22:42,252 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fb97eb0edbe8,41289,1731176559848] 2024-11-09T18:22:42,252 DEBUG [RS:0;fb97eb0edbe8:41289 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/WALs/fb97eb0edbe8,41289,1731176559848 2024-11-09T18:22:42,254 INFO [RS:0;fb97eb0edbe8:41289 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T18:22:42,255 INFO [RS:0;fb97eb0edbe8:41289 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T18:22:42,255 INFO [RS:0;fb97eb0edbe8:41289 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T18:22:42,255 INFO [RS:0;fb97eb0edbe8:41289 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:42,255 INFO [RS:0;fb97eb0edbe8:41289 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T18:22:42,256 INFO [RS:0;fb97eb0edbe8:41289 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T18:22:42,256 INFO [RS:0;fb97eb0edbe8:41289 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:42,256 DEBUG [RS:0;fb97eb0edbe8:41289 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:22:42,256 DEBUG [RS:0;fb97eb0edbe8:41289 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:22:42,256 DEBUG [RS:0;fb97eb0edbe8:41289 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:22:42,256 DEBUG [RS:0;fb97eb0edbe8:41289 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:22:42,256 DEBUG [RS:0;fb97eb0edbe8:41289 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:22:42,256 DEBUG [RS:0;fb97eb0edbe8:41289 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=2, maxPoolSize=2 2024-11-09T18:22:42,256 DEBUG [RS:0;fb97eb0edbe8:41289 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:22:42,256 DEBUG [RS:0;fb97eb0edbe8:41289 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:22:42,256 DEBUG [RS:0;fb97eb0edbe8:41289 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:22:42,256 DEBUG [RS:0;fb97eb0edbe8:41289 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:22:42,256 DEBUG [RS:0;fb97eb0edbe8:41289 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:22:42,256 DEBUG [RS:0;fb97eb0edbe8:41289 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:22:42,256 DEBUG [RS:0;fb97eb0edbe8:41289 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:22:42,257 DEBUG [RS:0;fb97eb0edbe8:41289 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:22:42,262 INFO [RS:0;fb97eb0edbe8:41289 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:42,262 INFO [RS:0;fb97eb0edbe8:41289 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:42,262 INFO [RS:0;fb97eb0edbe8:41289 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:42,262 INFO [RS:0;fb97eb0edbe8:41289 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:42,262 INFO [RS:0;fb97eb0edbe8:41289 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:42,262 INFO [RS:0;fb97eb0edbe8:41289 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,41289,1731176559848-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T18:22:42,275 INFO [RS:0;fb97eb0edbe8:41289 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T18:22:42,275 INFO [RS:0;fb97eb0edbe8:41289 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,41289,1731176559848-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:42,275 INFO [RS:0;fb97eb0edbe8:41289 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:42,275 INFO [RS:0;fb97eb0edbe8:41289 {}] regionserver.Replication(171): fb97eb0edbe8,41289,1731176559848 started 2024-11-09T18:22:42,287 INFO [RS:0;fb97eb0edbe8:41289 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:42,287 INFO [RS:0;fb97eb0edbe8:41289 {}] regionserver.HRegionServer(1482): Serving as fb97eb0edbe8,41289,1731176559848, RpcServer on fb97eb0edbe8/172.17.0.3:41289, sessionid=0x10120d5e8590001 2024-11-09T18:22:42,288 DEBUG [RS:0;fb97eb0edbe8:41289 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T18:22:42,288 DEBUG [RS:0;fb97eb0edbe8:41289 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fb97eb0edbe8,41289,1731176559848 2024-11-09T18:22:42,288 DEBUG [RS:0;fb97eb0edbe8:41289 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,41289,1731176559848' 2024-11-09T18:22:42,288 DEBUG [RS:0;fb97eb0edbe8:41289 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0739675149/flush-table-proc/abort' 2024-11-09T18:22:42,288 DEBUG [RS:0;fb97eb0edbe8:41289 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0739675149/flush-table-proc/acquired' 2024-11-09T18:22:42,288 DEBUG [RS:0;fb97eb0edbe8:41289 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T18:22:42,288 DEBUG [RS:0;fb97eb0edbe8:41289 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T18:22:42,288 DEBUG [RS:0;fb97eb0edbe8:41289 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fb97eb0edbe8,41289,1731176559848 2024-11-09T18:22:42,288 DEBUG [RS:0;fb97eb0edbe8:41289 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,41289,1731176559848' 2024-11-09T18:22:42,288 DEBUG [RS:0;fb97eb0edbe8:41289 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0739675149/online-snapshot/abort' 2024-11-09T18:22:42,289 DEBUG [RS:0;fb97eb0edbe8:41289 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0739675149/online-snapshot/acquired' 2024-11-09T18:22:42,289 DEBUG [RS:0;fb97eb0edbe8:41289 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T18:22:42,289 INFO [RS:0;fb97eb0edbe8:41289 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T18:22:42,289 INFO [RS:0;fb97eb0edbe8:41289 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T18:22:42,389 INFO [RS:0;fb97eb0edbe8:41289 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T18:22:42,390 INFO [RS:0;fb97eb0edbe8:41289 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fb97eb0edbe8%2C41289%2C1731176559848, suffix=, logDir=hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/WALs/fb97eb0edbe8,41289,1731176559848, archiveDir=hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/oldWALs, maxLogs=10 2024-11-09T18:22:42,402 DEBUG [RS:0;fb97eb0edbe8:41289 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/WALs/fb97eb0edbe8,41289,1731176559848/fb97eb0edbe8%2C41289%2C1731176559848.1731176562390, exclude list is [], retry=0 2024-11-09T18:22:42,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34697,DS-6b66b728-cf4e-4481-957b-017de7fad0f9,DISK] 2024-11-09T18:22:42,406 INFO [RS:0;fb97eb0edbe8:41289 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/WALs/fb97eb0edbe8,41289,1731176559848/fb97eb0edbe8%2C41289%2C1731176559848.1731176562390 2024-11-09T18:22:42,406 DEBUG [RS:0;fb97eb0edbe8:41289 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39027:39027)] 2024-11-09T18:22:42,529 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T18:22:42,529 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380 2024-11-09T18:22:42,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34697 is added to blk_1073741833_1009 (size=32) 2024-11-09T18:22:42,934 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:22:42,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T18:22:42,936 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T18:22:42,936 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:42,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:22:42,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T18:22:42,937 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T18:22:42,937 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:42,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:22:42,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T18:22:42,937 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T18:22:42,937 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:42,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:22:42,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T18:22:42,938 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T18:22:42,938 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:42,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:22:42,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T18:22:42,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/data/hbase/meta/1588230740 2024-11-09T18:22:42,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/data/hbase/meta/1588230740 2024-11-09T18:22:42,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T18:22:42,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T18:22:42,940 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:22:42,941 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T18:22:42,942 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:22:42,942 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70318954, jitterRate=0.04783406853675842}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:22:42,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731176562934Initializing all the Stores at 1731176562935 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176562935Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176562935Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176562935Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176562935Cleaning up temporary data from old regions at 1731176562940 (+5 ms)Region opened successfully at 1731176562942 (+2 ms) 2024-11-09T18:22:42,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T18:22:42,942 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T18:22:42,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T18:22:42,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T18:22:42,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T18:22:42,942 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T18:22:42,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731176562942Disabling compacts and flushes for region at 1731176562942Disabling writes for close at 1731176562942Writing region close event to WAL at 1731176562942Closed at 1731176562942 2024-11-09T18:22:42,943 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:22:42,943 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T18:22:42,943 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T18:22:42,944 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T18:22:42,944 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T18:22:43,094 DEBUG [fb97eb0edbe8:33931 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T18:22:43,095 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fb97eb0edbe8,41289,1731176559848 2024-11-09T18:22:43,096 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb97eb0edbe8,41289,1731176559848, state=OPENING 2024-11-09T18:22:43,187 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T18:22:43,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33931-0x10120d5e8590000, quorum=127.0.0.1:62842, baseZNode=/0739675149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0739675149 2024-11-09T18:22:43,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41289-0x10120d5e8590001, quorum=127.0.0.1:62842, baseZNode=/0739675149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0739675149 2024-11-09T18:22:43,198 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T18:22:43,198 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0739675149/meta-region-server: CHANGED 2024-11-09T18:22:43,198 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,41289,1731176559848}] 2024-11-09T18:22:43,198 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0739675149/meta-region-server: CHANGED 2024-11-09T18:22:43,350 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T18:22:43,351 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35331, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T18:22:43,353 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T18:22:43,353 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:22:43,353 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T18:22:43,354 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fb97eb0edbe8%2C41289%2C1731176559848.meta, suffix=.meta, logDir=hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/WALs/fb97eb0edbe8,41289,1731176559848, archiveDir=hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/oldWALs, maxLogs=10 2024-11-09T18:22:43,369 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/WALs/fb97eb0edbe8,41289,1731176559848/fb97eb0edbe8%2C41289%2C1731176559848.meta.1731176563354.meta, exclude list is [], retry=0 2024-11-09T18:22:43,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34697,DS-6b66b728-cf4e-4481-957b-017de7fad0f9,DISK] 2024-11-09T18:22:43,372 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/WALs/fb97eb0edbe8,41289,1731176559848/fb97eb0edbe8%2C41289%2C1731176559848.meta.1731176563354.meta 2024-11-09T18:22:43,372 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39027:39027)] 2024-11-09T18:22:43,373 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:22:43,373 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T18:22:43,373 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T18:22:43,373 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T18:22:43,373 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T18:22:43,373 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T18:22:43,373 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:22:43,374 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T18:22:43,374 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T18:22:43,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T18:22:43,376 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T18:22:43,377 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:43,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:22:43,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T18:22:43,377 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T18:22:43,378 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:43,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:22:43,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T18:22:43,378 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T18:22:43,378 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:43,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:22:43,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T18:22:43,379 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T18:22:43,379 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:43,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:22:43,380 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T18:22:43,380 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/data/hbase/meta/1588230740 2024-11-09T18:22:43,381 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/data/hbase/meta/1588230740 2024-11-09T18:22:43,382 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T18:22:43,382 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T18:22:43,382 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:22:43,383 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T18:22:43,383 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61921617, jitterRate=-0.07729600369930267}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:22:43,383 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T18:22:43,383 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731176563374Writing region info on filesystem at 1731176563374Initializing all the Stores at 1731176563374Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176563374Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176563376 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176563376Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176563376Cleaning up temporary data from old regions at 1731176563382 (+6 ms)Running coprocessor post-open hooks at 1731176563383 (+1 ms)Region opened successfully at 1731176563383 2024-11-09T18:22:43,384 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731176563350 2024-11-09T18:22:43,385 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T18:22:43,385 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T18:22:43,386 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,41289,1731176559848 2024-11-09T18:22:43,386 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb97eb0edbe8,41289,1731176559848, state=OPEN 2024-11-09T18:22:43,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41289-0x10120d5e8590001, quorum=127.0.0.1:62842, baseZNode=/0739675149 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0739675149/meta-region-server 2024-11-09T18:22:43,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33931-0x10120d5e8590000, quorum=127.0.0.1:62842, baseZNode=/0739675149 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0739675149/meta-region-server 2024-11-09T18:22:43,427 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,41289,1731176559848 2024-11-09T18:22:43,427 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0739675149/meta-region-server: CHANGED 2024-11-09T18:22:43,427 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0739675149/meta-region-server: CHANGED 2024-11-09T18:22:43,429 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T18:22:43,429 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,41289,1731176559848 in 229 msec 2024-11-09T18:22:43,430 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T18:22:43,430 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 486 msec 2024-11-09T18:22:43,431 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:22:43,431 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T18:22:43,432 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:22:43,432 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,41289,1731176559848, seqNum=-1] 2024-11-09T18:22:43,432 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:22:43,433 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46781, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:22:43,437 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3200 sec 2024-11-09T18:22:43,437 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731176563437, completionTime=-1 2024-11-09T18:22:43,437 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T18:22:43,437 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T18:22:43,439 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T18:22:43,439 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731176623439 2024-11-09T18:22:43,439 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731176683439 2024-11-09T18:22:43,439 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T18:22:43,439 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,33931,1731176559632-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:43,439 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,33931,1731176559632-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:43,439 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,33931,1731176559632-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:43,439 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fb97eb0edbe8:33931, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:43,439 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:43,439 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:43,441 DEBUG [master/fb97eb0edbe8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T18:22:43,442 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.319sec 2024-11-09T18:22:43,442 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T18:22:43,442 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T18:22:43,442 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T18:22:43,442 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T18:22:43,442 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T18:22:43,442 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,33931,1731176559632-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T18:22:43,442 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,33931,1731176559632-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T18:22:43,444 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T18:22:43,444 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T18:22:43,444 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,33931,1731176559632-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:43,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9a99adc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:22:43,510 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,33931,-1 for getting cluster id 2024-11-09T18:22:43,511 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:22:43,512 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '138dc133-2001-4477-91c4-61c9434204e4' 2024-11-09T18:22:43,512 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:22:43,512 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "138dc133-2001-4477-91c4-61c9434204e4" 2024-11-09T18:22:43,512 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44b1c5cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:22:43,512 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,33931,-1] 2024-11-09T18:22:43,513 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:22:43,513 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:22:43,513 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:22:43,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69461619, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:22:43,514 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:22:43,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,41289,1731176559848, seqNum=-1] 2024-11-09T18:22:43,516 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:22:43,517 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:22:43,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fb97eb0edbe8,33931,1731176559632 2024-11-09T18:22:43,519 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62842 2024-11-09T18:22:43,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62842, baseZNode=/0739675149 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:22:43,535 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10120d5e8590002 connected 2024-11-09T18:22:43,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de610f50-8611-e9ad-e740-d6596c441971/hadoop.log.dir so I do NOT create it in target/test-data/30770f91-0505-436d-3cb0-7e8e13faf887 2024-11-09T18:22:43,548 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de610f50-8611-e9ad-e740-d6596c441971/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T18:22:43,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de610f50-8611-e9ad-e740-d6596c441971/hadoop.tmp.dir so I do NOT create it in target/test-data/30770f91-0505-436d-3cb0-7e8e13faf887 2024-11-09T18:22:43,548 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de610f50-8611-e9ad-e740-d6596c441971/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T18:22:43,548 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30770f91-0505-436d-3cb0-7e8e13faf887 2024-11-09T18:22:43,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T18:22:43,548 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30770f91-0505-436d-3cb0-7e8e13faf887/cluster_768bb13a-7b91-e23e-c72b-7b606de317c4, deleteOnExit=true 2024-11-09T18:22:43,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T18:22:43,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30770f91-0505-436d-3cb0-7e8e13faf887/test.cache.data in system properties and HBase conf 2024-11-09T18:22:43,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30770f91-0505-436d-3cb0-7e8e13faf887/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T18:22:43,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30770f91-0505-436d-3cb0-7e8e13faf887/hadoop.log.dir in system properties and HBase conf 2024-11-09T18:22:43,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30770f91-0505-436d-3cb0-7e8e13faf887/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T18:22:43,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30770f91-0505-436d-3cb0-7e8e13faf887/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T18:22:43,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T18:22:43,549 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T18:22:43,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30770f91-0505-436d-3cb0-7e8e13faf887/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T18:22:43,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30770f91-0505-436d-3cb0-7e8e13faf887/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T18:22:43,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30770f91-0505-436d-3cb0-7e8e13faf887/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T18:22:43,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30770f91-0505-436d-3cb0-7e8e13faf887/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T18:22:43,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30770f91-0505-436d-3cb0-7e8e13faf887/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T18:22:43,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30770f91-0505-436d-3cb0-7e8e13faf887/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T18:22:43,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30770f91-0505-436d-3cb0-7e8e13faf887/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T18:22:43,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30770f91-0505-436d-3cb0-7e8e13faf887/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T18:22:43,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30770f91-0505-436d-3cb0-7e8e13faf887/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T18:22:43,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30770f91-0505-436d-3cb0-7e8e13faf887/nfs.dump.dir in system properties and HBase conf 2024-11-09T18:22:43,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30770f91-0505-436d-3cb0-7e8e13faf887/java.io.tmpdir in system properties and HBase conf 2024-11-09T18:22:43,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30770f91-0505-436d-3cb0-7e8e13faf887/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T18:22:43,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30770f91-0505-436d-3cb0-7e8e13faf887/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T18:22:43,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30770f91-0505-436d-3cb0-7e8e13faf887/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T18:22:43,876 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:22:43,879 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T18:22:43,880 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T18:22:43,880 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T18:22:43,880 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T18:22:43,881 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:22:43,881 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47b07e88{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30770f91-0505-436d-3cb0-7e8e13faf887/hadoop.log.dir/,AVAILABLE} 2024-11-09T18:22:43,881 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5806bc8b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T18:22:43,979 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@e6881e9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30770f91-0505-436d-3cb0-7e8e13faf887/java.io.tmpdir/jetty-localhost-42495-hadoop-hdfs-3_4_1-tests_jar-_-any-13431974838541687040/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T18:22:43,980 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@53513c9a{HTTP/1.1, (http/1.1)}{localhost:42495} 2024-11-09T18:22:43,980 INFO [Time-limited test {}] server.Server(415): Started @334729ms 2024-11-09T18:22:44,237 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:22:44,240 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T18:22:44,260 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T18:22:44,260 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T18:22:44,260 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T18:22:44,262 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e917847{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30770f91-0505-436d-3cb0-7e8e13faf887/hadoop.log.dir/,AVAILABLE} 2024-11-09T18:22:44,262 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d8d7182{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T18:22:44,365 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@69dbfd02{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30770f91-0505-436d-3cb0-7e8e13faf887/java.io.tmpdir/jetty-localhost-39857-hadoop-hdfs-3_4_1-tests_jar-_-any-5624407380817128261/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:22:44,365 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@12bab48{HTTP/1.1, (http/1.1)}{localhost:39857} 2024-11-09T18:22:44,365 INFO [Time-limited test {}] server.Server(415): Started @335114ms 2024-11-09T18:22:44,366 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T18:22:45,060 WARN [Thread-4412 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30770f91-0505-436d-3cb0-7e8e13faf887/cluster_768bb13a-7b91-e23e-c72b-7b606de317c4/data/data1/current/BP-1250962369-172.17.0.3-1731176563570/current, will proceed with Du for space computation calculation, 2024-11-09T18:22:45,060 WARN [Thread-4413 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30770f91-0505-436d-3cb0-7e8e13faf887/cluster_768bb13a-7b91-e23e-c72b-7b606de317c4/data/data2/current/BP-1250962369-172.17.0.3-1731176563570/current, will proceed with Du for space computation calculation, 2024-11-09T18:22:45,081 WARN [Thread-4400 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T18:22:45,086 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x64b60d130022e7b2 with lease ID 0xc863fdff8562c840: Processing first storage report for DS-0115130d-3bf6-4ef4-866c-136d5a796a09 from datanode DatanodeRegistration(127.0.0.1:40991, datanodeUuid=5e3d6317-81d3-40d0-81d3-8106cbc5fa52, infoPort=33855, infoSecurePort=0, ipcPort=46127, storageInfo=lv=-57;cid=testClusterID;nsid=1474164998;c=1731176563570) 2024-11-09T18:22:45,086 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x64b60d130022e7b2 with lease ID 0xc863fdff8562c840: from storage DS-0115130d-3bf6-4ef4-866c-136d5a796a09 node DatanodeRegistration(127.0.0.1:40991, datanodeUuid=5e3d6317-81d3-40d0-81d3-8106cbc5fa52, infoPort=33855, infoSecurePort=0, ipcPort=46127, storageInfo=lv=-57;cid=testClusterID;nsid=1474164998;c=1731176563570), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T18:22:45,086 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x64b60d130022e7b2 with lease ID 0xc863fdff8562c840: Processing first storage report for DS-edaa5bb2-7559-4d2f-a9ac-db5279a00cec from datanode DatanodeRegistration(127.0.0.1:40991, datanodeUuid=5e3d6317-81d3-40d0-81d3-8106cbc5fa52, infoPort=33855, infoSecurePort=0, ipcPort=46127, storageInfo=lv=-57;cid=testClusterID;nsid=1474164998;c=1731176563570) 2024-11-09T18:22:45,086 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x64b60d130022e7b2 with lease ID 0xc863fdff8562c840: from storage DS-edaa5bb2-7559-4d2f-a9ac-db5279a00cec node DatanodeRegistration(127.0.0.1:40991, datanodeUuid=5e3d6317-81d3-40d0-81d3-8106cbc5fa52, infoPort=33855, infoSecurePort=0, ipcPort=46127, storageInfo=lv=-57;cid=testClusterID;nsid=1474164998;c=1731176563570), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T18:22:45,089 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30770f91-0505-436d-3cb0-7e8e13faf887 2024-11-09T18:22:45,089 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:22:45,090 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:22:45,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40991 is added to blk_1073741825_1001 (size=7) 2024-11-09T18:22:45,501 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c with version=8 2024-11-09T18:22:45,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/hbase-staging 2024-11-09T18:22:45,504 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fb97eb0edbe8:0 server-side Connection retries=45 2024-11-09T18:22:45,504 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:22:45,504 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T18:22:45,504 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T18:22:45,504 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:22:45,504 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T18:22:45,504 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T18:22:45,505 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T18:22:45,506 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45793 2024-11-09T18:22:45,507 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45793 connecting to ZooKeeper ensemble=127.0.0.1:62842 2024-11-09T18:22:45,567 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T18:22:45,568 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-09T18:22:45,568 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T18:22:45,568 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-09T18:22:45,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:457930x0, quorum=127.0.0.1:62842, baseZNode=/1-1455687364 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:22:45,573 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45793-0x10120d5e8590003 connected 2024-11-09T18:22:45,640 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:22:45,642 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:22:45,644 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45793-0x10120d5e8590003, quorum=127.0.0.1:62842, baseZNode=/1-1455687364 Set watcher on znode that does not yet exist, /1-1455687364/running 2024-11-09T18:22:45,644 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c, hbase.cluster.distributed=false 2024-11-09T18:22:45,646 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45793-0x10120d5e8590003, quorum=127.0.0.1:62842, baseZNode=/1-1455687364 Set watcher on znode that does not yet exist, /1-1455687364/acl 2024-11-09T18:22:45,655 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45793 2024-11-09T18:22:45,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45793 2024-11-09T18:22:45,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45793 2024-11-09T18:22:45,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45793 2024-11-09T18:22:45,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45793 2024-11-09T18:22:45,707 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fb97eb0edbe8:0 server-side Connection retries=45 2024-11-09T18:22:45,708 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:22:45,708 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T18:22:45,708 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T18:22:45,708 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:22:45,708 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T18:22:45,708 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T18:22:45,709 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T18:22:45,728 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34467 2024-11-09T18:22:45,729 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34467 connecting to ZooKeeper ensemble=127.0.0.1:62842 2024-11-09T18:22:45,730 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:22:45,731 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:22:45,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:344670x0, quorum=127.0.0.1:62842, baseZNode=/1-1455687364 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:22:45,778 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:344670x0, quorum=127.0.0.1:62842, baseZNode=/1-1455687364 Set watcher on znode that does not yet exist, /1-1455687364/running 2024-11-09T18:22:45,778 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T18:22:45,784 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34467-0x10120d5e8590004 connected 2024-11-09T18:22:45,789 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T18:22:45,790 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34467-0x10120d5e8590004, quorum=127.0.0.1:62842, baseZNode=/1-1455687364 Set watcher on znode that does not yet exist, /1-1455687364/master 2024-11-09T18:22:45,791 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34467-0x10120d5e8590004, quorum=127.0.0.1:62842, baseZNode=/1-1455687364 Set watcher on znode that does not yet exist, /1-1455687364/acl 2024-11-09T18:22:45,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34467 2024-11-09T18:22:45,794 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34467 2024-11-09T18:22:45,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34467 2024-11-09T18:22:45,826 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34467 2024-11-09T18:22:45,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34467 2024-11-09T18:22:45,858 DEBUG [M:0;fb97eb0edbe8:45793 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fb97eb0edbe8:45793 2024-11-09T18:22:45,859 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1455687364/backup-masters/fb97eb0edbe8,45793,1731176565503 2024-11-09T18:22:45,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45793-0x10120d5e8590003, quorum=127.0.0.1:62842, baseZNode=/1-1455687364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1455687364/backup-masters 2024-11-09T18:22:45,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34467-0x10120d5e8590004, quorum=127.0.0.1:62842, baseZNode=/1-1455687364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1455687364/backup-masters 2024-11-09T18:22:45,872 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45793-0x10120d5e8590003, quorum=127.0.0.1:62842, baseZNode=/1-1455687364 Set watcher on existing znode=/1-1455687364/backup-masters/fb97eb0edbe8,45793,1731176565503 2024-11-09T18:22:45,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34467-0x10120d5e8590004, quorum=127.0.0.1:62842, baseZNode=/1-1455687364 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1455687364/master 2024-11-09T18:22:45,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34467-0x10120d5e8590004, quorum=127.0.0.1:62842, baseZNode=/1-1455687364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1455687364 2024-11-09T18:22:45,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45793-0x10120d5e8590003, quorum=127.0.0.1:62842, baseZNode=/1-1455687364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1455687364 2024-11-09T18:22:45,883 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45793-0x10120d5e8590003, quorum=127.0.0.1:62842, baseZNode=/1-1455687364 Set watcher on existing znode=/1-1455687364/master 2024-11-09T18:22:45,884 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1455687364/backup-masters/fb97eb0edbe8,45793,1731176565503 from backup master directory 2024-11-09T18:22:45,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34467-0x10120d5e8590004, quorum=127.0.0.1:62842, baseZNode=/1-1455687364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1455687364/backup-masters 2024-11-09T18:22:45,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45793-0x10120d5e8590003, quorum=127.0.0.1:62842, baseZNode=/1-1455687364 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1455687364/backup-masters/fb97eb0edbe8,45793,1731176565503 2024-11-09T18:22:45,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45793-0x10120d5e8590003, quorum=127.0.0.1:62842, baseZNode=/1-1455687364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1455687364/backup-masters 2024-11-09T18:22:45,894 WARN [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T18:22:45,894 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fb97eb0edbe8,45793,1731176565503 2024-11-09T18:22:45,910 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/hbase.id] with ID: 86d7668d-04cd-4adf-b004-68d4289ab47e 2024-11-09T18:22:45,910 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/.tmp/hbase.id 2024-11-09T18:22:45,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40991 is added to blk_1073741826_1002 (size=42) 2024-11-09T18:22:46,361 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/.tmp/hbase.id]:[hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/hbase.id] 2024-11-09T18:22:46,370 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:22:46,370 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T18:22:46,371 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T18:22:46,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45793-0x10120d5e8590003, quorum=127.0.0.1:62842, baseZNode=/1-1455687364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1455687364 2024-11-09T18:22:46,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34467-0x10120d5e8590004, quorum=127.0.0.1:62842, baseZNode=/1-1455687364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1455687364 2024-11-09T18:22:46,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40991 is added to blk_1073741827_1003 (size=196) 2024-11-09T18:22:46,449 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:22:46,450 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T18:22:46,451 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:22:46,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40991 is added to blk_1073741828_1004 (size=1189) 2024-11-09T18:22:46,472 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/MasterData/data/master/store 2024-11-09T18:22:46,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40991 is added to blk_1073741829_1005 (size=34) 2024-11-09T18:22:46,503 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:22:46,503 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T18:22:46,504 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:22:46,504 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:22:46,504 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T18:22:46,504 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:22:46,504 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:22:46,504 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731176566503Disabling compacts and flushes for region at 1731176566503Disabling writes for close at 1731176566504 (+1 ms)Writing region close event to WAL at 1731176566504Closed at 1731176566504 2024-11-09T18:22:46,504 WARN [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/MasterData/data/master/store/.initializing 2024-11-09T18:22:46,505 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/MasterData/WALs/fb97eb0edbe8,45793,1731176565503 2024-11-09T18:22:46,505 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T18:22:46,506 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb97eb0edbe8%2C45793%2C1731176565503, suffix=, logDir=hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/MasterData/WALs/fb97eb0edbe8,45793,1731176565503, archiveDir=hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/MasterData/oldWALs, maxLogs=10 2024-11-09T18:22:46,522 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/MasterData/WALs/fb97eb0edbe8,45793,1731176565503/fb97eb0edbe8%2C45793%2C1731176565503.1731176566507, exclude list is [], retry=0 2024-11-09T18:22:46,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40991,DS-0115130d-3bf6-4ef4-866c-136d5a796a09,DISK] 2024-11-09T18:22:46,528 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/MasterData/WALs/fb97eb0edbe8,45793,1731176565503/fb97eb0edbe8%2C45793%2C1731176565503.1731176566507 2024-11-09T18:22:46,536 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33855:33855)] 2024-11-09T18:22:46,537 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:22:46,537 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:22:46,537 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:22:46,537 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:22:46,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:22:46,541 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T18:22:46,542 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:46,542 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:22:46,542 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:22:46,543 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T18:22:46,543 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:46,543 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:22:46,543 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:22:46,544 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T18:22:46,544 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:46,544 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:22:46,544 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:22:46,545 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T18:22:46,545 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:46,545 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:22:46,545 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:22:46,546 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:22:46,546 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:22:46,547 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:22:46,547 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:22:46,549 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:22:46,552 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:22:46,557 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:22:46,558 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71633155, jitterRate=0.0674171894788742}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:22:46,558 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731176566537Initializing all the Stores at 1731176566538 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176566538Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176566540 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176566540Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176566540Cleaning up temporary data from old regions at 1731176566547 (+7 ms)Region opened successfully at 1731176566558 (+11 ms) 2024-11-09T18:22:46,558 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T18:22:46,561 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4482fa6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb97eb0edbe8/172.17.0.3:0 2024-11-09T18:22:46,561 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T18:22:46,562 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T18:22:46,562 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T18:22:46,562 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T18:22:46,562 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T18:22:46,562 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T18:22:46,562 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T18:22:46,570 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T18:22:46,571 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45793-0x10120d5e8590003, quorum=127.0.0.1:62842, baseZNode=/1-1455687364 Unable to get data of znode /1-1455687364/balancer because node does not exist (not necessarily an error) 2024-11-09T18:22:46,599 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1455687364/balancer already deleted, retry=false 2024-11-09T18:22:46,599 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T18:22:46,600 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45793-0x10120d5e8590003, quorum=127.0.0.1:62842, baseZNode=/1-1455687364 Unable to get data of znode /1-1455687364/normalizer because node does not exist (not necessarily an error) 2024-11-09T18:22:46,619 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1455687364/normalizer already deleted, retry=false 2024-11-09T18:22:46,619 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T18:22:46,620 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45793-0x10120d5e8590003, quorum=127.0.0.1:62842, baseZNode=/1-1455687364 Unable to get data of znode /1-1455687364/switch/split because node does not exist (not necessarily an error) 2024-11-09T18:22:46,639 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1455687364/switch/split already deleted, retry=false 2024-11-09T18:22:46,640 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45793-0x10120d5e8590003, quorum=127.0.0.1:62842, baseZNode=/1-1455687364 Unable to get data of znode /1-1455687364/switch/merge because node does not exist (not necessarily an error) 2024-11-09T18:22:46,660 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1455687364/switch/merge already deleted, retry=false 2024-11-09T18:22:46,662 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45793-0x10120d5e8590003, quorum=127.0.0.1:62842, baseZNode=/1-1455687364 Unable to get data of znode /1-1455687364/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T18:22:46,682 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1455687364/snapshot-cleanup already deleted, retry=false 2024-11-09T18:22:46,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45793-0x10120d5e8590003, quorum=127.0.0.1:62842, baseZNode=/1-1455687364 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1455687364/running 2024-11-09T18:22:46,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34467-0x10120d5e8590004, quorum=127.0.0.1:62842, baseZNode=/1-1455687364 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1455687364/running 2024-11-09T18:22:46,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45793-0x10120d5e8590003, quorum=127.0.0.1:62842, baseZNode=/1-1455687364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1455687364 2024-11-09T18:22:46,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34467-0x10120d5e8590004, quorum=127.0.0.1:62842, baseZNode=/1-1455687364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1455687364 2024-11-09T18:22:46,703 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fb97eb0edbe8,45793,1731176565503, sessionid=0x10120d5e8590003, setting cluster-up flag (Was=false) 2024-11-09T18:22:46,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34467-0x10120d5e8590004, quorum=127.0.0.1:62842, baseZNode=/1-1455687364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1455687364 2024-11-09T18:22:46,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45793-0x10120d5e8590003, quorum=127.0.0.1:62842, baseZNode=/1-1455687364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1455687364 2024-11-09T18:22:46,787 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1455687364/flush-table-proc/acquired, /1-1455687364/flush-table-proc/reached, /1-1455687364/flush-table-proc/abort 2024-11-09T18:22:46,788 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb97eb0edbe8,45793,1731176565503 2024-11-09T18:22:46,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45793-0x10120d5e8590003, quorum=127.0.0.1:62842, baseZNode=/1-1455687364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1455687364 2024-11-09T18:22:46,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34467-0x10120d5e8590004, quorum=127.0.0.1:62842, baseZNode=/1-1455687364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1455687364 2024-11-09T18:22:46,839 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1455687364/online-snapshot/acquired, /1-1455687364/online-snapshot/reached, /1-1455687364/online-snapshot/abort 2024-11-09T18:22:46,840 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb97eb0edbe8,45793,1731176565503 2024-11-09T18:22:46,841 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T18:22:46,842 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T18:22:46,843 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T18:22:46,843 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T18:22:46,843 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fb97eb0edbe8,45793,1731176565503 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T18:22:46,844 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:22:46,844 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:22:46,844 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:22:46,844 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:22:46,844 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fb97eb0edbe8:0, corePoolSize=10, maxPoolSize=10 2024-11-09T18:22:46,844 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:22:46,844 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=2, maxPoolSize=2 2024-11-09T18:22:46,844 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:22:46,844 INFO [RS:0;fb97eb0edbe8:34467 {}] regionserver.HRegionServer(746): ClusterId : 86d7668d-04cd-4adf-b004-68d4289ab47e 2024-11-09T18:22:46,844 DEBUG [RS:0;fb97eb0edbe8:34467 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T18:22:46,845 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731176596845 2024-11-09T18:22:46,845 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T18:22:46,845 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T18:22:46,845 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T18:22:46,845 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:22:46,845 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T18:22:46,845 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T18:22:46,845 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T18:22:46,845 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T18:22:46,845 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:46,846 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T18:22:46,846 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T18:22:46,846 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T18:22:46,846 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T18:22:46,846 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:46,846 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T18:22:46,846 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T18:22:46,846 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T18:22:46,846 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731176566846,5,FailOnTimeoutGroup] 2024-11-09T18:22:46,847 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731176566846,5,FailOnTimeoutGroup] 2024-11-09T18:22:46,847 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:46,847 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T18:22:46,847 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:46,847 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:46,850 DEBUG [RS:0;fb97eb0edbe8:34467 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T18:22:46,850 DEBUG [RS:0;fb97eb0edbe8:34467 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T18:22:46,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40991 is added to blk_1073741831_1007 (size=1321) 2024-11-09T18:22:46,861 DEBUG [RS:0;fb97eb0edbe8:34467 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T18:22:46,862 DEBUG [RS:0;fb97eb0edbe8:34467 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8fbd5be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb97eb0edbe8/172.17.0.3:0 2024-11-09T18:22:46,875 DEBUG [RS:0;fb97eb0edbe8:34467 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fb97eb0edbe8:34467 2024-11-09T18:22:46,875 INFO [RS:0;fb97eb0edbe8:34467 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T18:22:46,875 INFO [RS:0;fb97eb0edbe8:34467 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T18:22:46,875 DEBUG [RS:0;fb97eb0edbe8:34467 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T18:22:46,876 INFO [RS:0;fb97eb0edbe8:34467 {}] regionserver.HRegionServer(2659): reportForDuty to master=fb97eb0edbe8,45793,1731176565503 with port=34467, startcode=1731176565707 2024-11-09T18:22:46,876 DEBUG [RS:0;fb97eb0edbe8:34467 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T18:22:46,877 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60907, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T18:22:46,877 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45793 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fb97eb0edbe8,34467,1731176565707 2024-11-09T18:22:46,877 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45793 {}] master.ServerManager(517): Registering regionserver=fb97eb0edbe8,34467,1731176565707 2024-11-09T18:22:46,878 DEBUG [RS:0;fb97eb0edbe8:34467 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c 2024-11-09T18:22:46,878 DEBUG [RS:0;fb97eb0edbe8:34467 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41031 2024-11-09T18:22:46,878 DEBUG [RS:0;fb97eb0edbe8:34467 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T18:22:46,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45793-0x10120d5e8590003, quorum=127.0.0.1:62842, baseZNode=/1-1455687364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1455687364/rs 2024-11-09T18:22:46,946 DEBUG [RS:0;fb97eb0edbe8:34467 {}] zookeeper.ZKUtil(111): regionserver:34467-0x10120d5e8590004, quorum=127.0.0.1:62842, baseZNode=/1-1455687364 Set watcher on existing znode=/1-1455687364/rs/fb97eb0edbe8,34467,1731176565707 2024-11-09T18:22:46,946 WARN [RS:0;fb97eb0edbe8:34467 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T18:22:46,946 INFO [RS:0;fb97eb0edbe8:34467 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:22:46,946 DEBUG [RS:0;fb97eb0edbe8:34467 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/WALs/fb97eb0edbe8,34467,1731176565707 2024-11-09T18:22:46,946 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fb97eb0edbe8,34467,1731176565707] 2024-11-09T18:22:46,948 INFO [RS:0;fb97eb0edbe8:34467 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T18:22:46,949 INFO [RS:0;fb97eb0edbe8:34467 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T18:22:46,949 INFO [RS:0;fb97eb0edbe8:34467 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T18:22:46,949 INFO [RS:0;fb97eb0edbe8:34467 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:46,950 INFO [RS:0;fb97eb0edbe8:34467 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T18:22:46,950 INFO [RS:0;fb97eb0edbe8:34467 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T18:22:46,950 INFO [RS:0;fb97eb0edbe8:34467 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:46,950 DEBUG [RS:0;fb97eb0edbe8:34467 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:22:46,950 DEBUG [RS:0;fb97eb0edbe8:34467 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:22:46,950 DEBUG [RS:0;fb97eb0edbe8:34467 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:22:46,950 DEBUG [RS:0;fb97eb0edbe8:34467 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:22:46,950 DEBUG [RS:0;fb97eb0edbe8:34467 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:22:46,950 DEBUG [RS:0;fb97eb0edbe8:34467 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=2, maxPoolSize=2 2024-11-09T18:22:46,950 DEBUG [RS:0;fb97eb0edbe8:34467 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:22:46,950 DEBUG [RS:0;fb97eb0edbe8:34467 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:22:46,950 DEBUG [RS:0;fb97eb0edbe8:34467 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:22:46,950 DEBUG [RS:0;fb97eb0edbe8:34467 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:22:46,950 DEBUG [RS:0;fb97eb0edbe8:34467 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:22:46,950 DEBUG [RS:0;fb97eb0edbe8:34467 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:22:46,950 DEBUG [RS:0;fb97eb0edbe8:34467 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:22:46,950 DEBUG [RS:0;fb97eb0edbe8:34467 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:22:46,951 INFO [RS:0;fb97eb0edbe8:34467 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:46,951 INFO [RS:0;fb97eb0edbe8:34467 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:46,951 INFO [RS:0;fb97eb0edbe8:34467 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:46,951 INFO [RS:0;fb97eb0edbe8:34467 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:46,951 INFO [RS:0;fb97eb0edbe8:34467 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:46,951 INFO [RS:0;fb97eb0edbe8:34467 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,34467,1731176565707-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T18:22:46,963 INFO [RS:0;fb97eb0edbe8:34467 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T18:22:46,964 INFO [RS:0;fb97eb0edbe8:34467 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,34467,1731176565707-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:46,964 INFO [RS:0;fb97eb0edbe8:34467 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:46,964 INFO [RS:0;fb97eb0edbe8:34467 {}] regionserver.Replication(171): fb97eb0edbe8,34467,1731176565707 started 2024-11-09T18:22:46,976 INFO [RS:0;fb97eb0edbe8:34467 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:46,976 INFO [RS:0;fb97eb0edbe8:34467 {}] regionserver.HRegionServer(1482): Serving as fb97eb0edbe8,34467,1731176565707, RpcServer on fb97eb0edbe8/172.17.0.3:34467, sessionid=0x10120d5e8590004 2024-11-09T18:22:46,976 DEBUG [RS:0;fb97eb0edbe8:34467 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T18:22:46,976 DEBUG [RS:0;fb97eb0edbe8:34467 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fb97eb0edbe8,34467,1731176565707 2024-11-09T18:22:46,976 DEBUG [RS:0;fb97eb0edbe8:34467 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,34467,1731176565707' 2024-11-09T18:22:46,976 DEBUG [RS:0;fb97eb0edbe8:34467 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1455687364/flush-table-proc/abort' 2024-11-09T18:22:46,977 DEBUG [RS:0;fb97eb0edbe8:34467 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1455687364/flush-table-proc/acquired' 2024-11-09T18:22:46,977 DEBUG [RS:0;fb97eb0edbe8:34467 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T18:22:46,977 DEBUG [RS:0;fb97eb0edbe8:34467 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T18:22:46,977 DEBUG [RS:0;fb97eb0edbe8:34467 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fb97eb0edbe8,34467,1731176565707 2024-11-09T18:22:46,977 DEBUG [RS:0;fb97eb0edbe8:34467 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,34467,1731176565707' 2024-11-09T18:22:46,977 DEBUG [RS:0;fb97eb0edbe8:34467 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1455687364/online-snapshot/abort' 2024-11-09T18:22:46,978 DEBUG [RS:0;fb97eb0edbe8:34467 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1455687364/online-snapshot/acquired' 2024-11-09T18:22:46,978 DEBUG [RS:0;fb97eb0edbe8:34467 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T18:22:46,978 INFO [RS:0;fb97eb0edbe8:34467 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T18:22:46,978 INFO [RS:0;fb97eb0edbe8:34467 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T18:22:47,078 INFO [RS:0;fb97eb0edbe8:34467 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T18:22:47,079 INFO [RS:0;fb97eb0edbe8:34467 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fb97eb0edbe8%2C34467%2C1731176565707, suffix=, logDir=hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/WALs/fb97eb0edbe8,34467,1731176565707, archiveDir=hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/oldWALs, maxLogs=10 2024-11-09T18:22:47,091 DEBUG [RS:0;fb97eb0edbe8:34467 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/WALs/fb97eb0edbe8,34467,1731176565707/fb97eb0edbe8%2C34467%2C1731176565707.1731176567080, exclude list is [], retry=0 2024-11-09T18:22:47,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40991,DS-0115130d-3bf6-4ef4-866c-136d5a796a09,DISK] 2024-11-09T18:22:47,094 INFO [RS:0;fb97eb0edbe8:34467 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/WALs/fb97eb0edbe8,34467,1731176565707/fb97eb0edbe8%2C34467%2C1731176565707.1731176567080 2024-11-09T18:22:47,095 DEBUG [RS:0;fb97eb0edbe8:34467 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33855:33855)] 2024-11-09T18:22:47,255 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T18:22:47,255 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c 2024-11-09T18:22:47,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40991 is added to blk_1073741833_1009 (size=32) 2024-11-09T18:22:47,259 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:22:47,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T18:22:47,261 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T18:22:47,261 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:47,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:22:47,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T18:22:47,262 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T18:22:47,262 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:47,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:22:47,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T18:22:47,263 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T18:22:47,263 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:47,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:22:47,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T18:22:47,264 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T18:22:47,264 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:47,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:22:47,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T18:22:47,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/data/hbase/meta/1588230740 2024-11-09T18:22:47,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/data/hbase/meta/1588230740 2024-11-09T18:22:47,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T18:22:47,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T18:22:47,266 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:22:47,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T18:22:47,268 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:22:47,268 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58969433, jitterRate=-0.12128697335720062}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:22:47,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731176567260Initializing all the Stores at 1731176567260Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176567260Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176567260Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176567260Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176567260Cleaning up temporary data from old regions at 1731176567266 (+6 ms)Region opened successfully at 1731176567268 (+2 ms) 2024-11-09T18:22:47,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T18:22:47,268 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T18:22:47,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T18:22:47,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T18:22:47,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T18:22:47,269 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T18:22:47,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731176567268Disabling compacts and flushes for region at 1731176567268Disabling writes for close at 1731176567268Writing region close event to WAL at 1731176567269 (+1 ms)Closed at 1731176567269 2024-11-09T18:22:47,269 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:22:47,269 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T18:22:47,270 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T18:22:47,270 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T18:22:47,271 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T18:22:47,421 DEBUG [fb97eb0edbe8:45793 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T18:22:47,421 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fb97eb0edbe8,34467,1731176565707 2024-11-09T18:22:47,422 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb97eb0edbe8,34467,1731176565707, state=OPENING 2024-11-09T18:22:47,429 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T18:22:47,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34467-0x10120d5e8590004, quorum=127.0.0.1:62842, baseZNode=/1-1455687364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1455687364 2024-11-09T18:22:47,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45793-0x10120d5e8590003, quorum=127.0.0.1:62842, baseZNode=/1-1455687364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1455687364 2024-11-09T18:22:47,440 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1455687364/meta-region-server: CHANGED 2024-11-09T18:22:47,440 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1455687364/meta-region-server: CHANGED 2024-11-09T18:22:47,441 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T18:22:47,441 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,34467,1731176565707}] 2024-11-09T18:22:47,594 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T18:22:47,595 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60105, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T18:22:47,598 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T18:22:47,598 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:22:47,598 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T18:22:47,599 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fb97eb0edbe8%2C34467%2C1731176565707.meta, suffix=.meta, logDir=hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/WALs/fb97eb0edbe8,34467,1731176565707, archiveDir=hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/oldWALs, maxLogs=10 2024-11-09T18:22:47,612 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/WALs/fb97eb0edbe8,34467,1731176565707/fb97eb0edbe8%2C34467%2C1731176565707.meta.1731176567599.meta, exclude list is [], retry=0 2024-11-09T18:22:47,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40991,DS-0115130d-3bf6-4ef4-866c-136d5a796a09,DISK] 2024-11-09T18:22:47,615 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/WALs/fb97eb0edbe8,34467,1731176565707/fb97eb0edbe8%2C34467%2C1731176565707.meta.1731176567599.meta 2024-11-09T18:22:47,615 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33855:33855)] 2024-11-09T18:22:47,615 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:22:47,616 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T18:22:47,616 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T18:22:47,616 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T18:22:47,616 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T18:22:47,616 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T18:22:47,616 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:22:47,616 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T18:22:47,616 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T18:22:47,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T18:22:47,618 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T18:22:47,618 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:47,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:22:47,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T18:22:47,619 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T18:22:47,619 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:47,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:22:47,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T18:22:47,619 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T18:22:47,619 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:47,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:22:47,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T18:22:47,620 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T18:22:47,620 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:47,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:22:47,620 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T18:22:47,621 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/data/hbase/meta/1588230740 2024-11-09T18:22:47,621 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/data/hbase/meta/1588230740 2024-11-09T18:22:47,622 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T18:22:47,622 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T18:22:47,622 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:22:47,623 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T18:22:47,623 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70444492, jitterRate=0.04970473051071167}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:22:47,623 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T18:22:47,623 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731176567616Writing region info on filesystem at 1731176567616Initializing all the Stores at 1731176567617 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176567617Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176567617Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176567617Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176567617Cleaning up temporary data from old regions at 1731176567622 (+5 ms)Running coprocessor post-open hooks at 1731176567623 (+1 ms)Region opened successfully at 1731176567623 2024-11-09T18:22:47,624 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731176567594 2024-11-09T18:22:47,625 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T18:22:47,625 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T18:22:47,626 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,34467,1731176565707 2024-11-09T18:22:47,626 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb97eb0edbe8,34467,1731176565707, state=OPEN 2024-11-09T18:22:47,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34467-0x10120d5e8590004, quorum=127.0.0.1:62842, baseZNode=/1-1455687364 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1455687364/meta-region-server 2024-11-09T18:22:47,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45793-0x10120d5e8590003, quorum=127.0.0.1:62842, baseZNode=/1-1455687364 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1455687364/meta-region-server 2024-11-09T18:22:47,669 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,34467,1731176565707 2024-11-09T18:22:47,669 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1455687364/meta-region-server: CHANGED 2024-11-09T18:22:47,669 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1455687364/meta-region-server: CHANGED 2024-11-09T18:22:47,670 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T18:22:47,671 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,34467,1731176565707 in 228 msec 2024-11-09T18:22:47,672 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T18:22:47,672 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 400 msec 2024-11-09T18:22:47,672 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:22:47,672 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T18:22:47,673 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:22:47,673 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,34467,1731176565707, seqNum=-1] 2024-11-09T18:22:47,673 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:22:47,674 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59817, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:22:47,677 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 835 msec 2024-11-09T18:22:47,677 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731176567677, completionTime=-1 2024-11-09T18:22:47,678 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T18:22:47,678 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T18:22:47,680 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T18:22:47,680 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731176627680 2024-11-09T18:22:47,680 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731176687680 2024-11-09T18:22:47,680 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T18:22:47,680 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,45793,1731176565503-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:47,680 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,45793,1731176565503-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:47,680 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,45793,1731176565503-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:47,680 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fb97eb0edbe8:45793, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:47,680 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:47,682 DEBUG [master/fb97eb0edbe8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T18:22:47,684 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:47,688 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.793sec 2024-11-09T18:22:47,688 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T18:22:47,688 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T18:22:47,688 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T18:22:47,688 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T18:22:47,688 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T18:22:47,688 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,45793,1731176565503-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T18:22:47,688 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,45793,1731176565503-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T18:22:47,693 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T18:22:47,694 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T18:22:47,694 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,45793,1731176565503-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:47,745 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f7115aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:22:47,746 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,45793,-1 for getting cluster id 2024-11-09T18:22:47,746 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:22:47,747 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '86d7668d-04cd-4adf-b004-68d4289ab47e' 2024-11-09T18:22:47,747 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:22:47,747 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "86d7668d-04cd-4adf-b004-68d4289ab47e" 2024-11-09T18:22:47,747 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30f86342, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:22:47,747 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,45793,-1] 2024-11-09T18:22:47,748 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:22:47,748 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:22:47,749 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:22:47,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1086ad2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:22:47,750 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:22:47,751 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,34467,1731176565707, seqNum=-1] 2024-11-09T18:22:47,751 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:22:47,752 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:22:47,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fb97eb0edbe8,45793,1731176565503 2024-11-09T18:22:47,754 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62842 2024-11-09T18:22:47,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62842, baseZNode=/1-1455687364 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:22:47,767 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10120d5e8590005 connected 2024-11-09T18:22:47,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30770f91-0505-436d-3cb0-7e8e13faf887/hadoop.log.dir so I do NOT create it in target/test-data/3e897583-2cd8-02aa-61df-87d7219ebf6b 2024-11-09T18:22:47,779 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30770f91-0505-436d-3cb0-7e8e13faf887/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T18:22:47,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30770f91-0505-436d-3cb0-7e8e13faf887/hadoop.tmp.dir so I do NOT create it in target/test-data/3e897583-2cd8-02aa-61df-87d7219ebf6b 2024-11-09T18:22:47,779 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30770f91-0505-436d-3cb0-7e8e13faf887/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T18:22:47,780 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e897583-2cd8-02aa-61df-87d7219ebf6b 2024-11-09T18:22:47,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T18:22:47,780 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e897583-2cd8-02aa-61df-87d7219ebf6b/cluster_2c7fd997-ebd4-4e35-69d5-b6c5332f2061, deleteOnExit=true 2024-11-09T18:22:47,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T18:22:47,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e897583-2cd8-02aa-61df-87d7219ebf6b/test.cache.data in system properties and HBase conf 2024-11-09T18:22:47,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e897583-2cd8-02aa-61df-87d7219ebf6b/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T18:22:47,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e897583-2cd8-02aa-61df-87d7219ebf6b/hadoop.log.dir in system properties and HBase conf 2024-11-09T18:22:47,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e897583-2cd8-02aa-61df-87d7219ebf6b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T18:22:47,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e897583-2cd8-02aa-61df-87d7219ebf6b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T18:22:47,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T18:22:47,781 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T18:22:47,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e897583-2cd8-02aa-61df-87d7219ebf6b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T18:22:47,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e897583-2cd8-02aa-61df-87d7219ebf6b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T18:22:47,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e897583-2cd8-02aa-61df-87d7219ebf6b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T18:22:47,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e897583-2cd8-02aa-61df-87d7219ebf6b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T18:22:47,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e897583-2cd8-02aa-61df-87d7219ebf6b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T18:22:47,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e897583-2cd8-02aa-61df-87d7219ebf6b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T18:22:47,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e897583-2cd8-02aa-61df-87d7219ebf6b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T18:22:47,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e897583-2cd8-02aa-61df-87d7219ebf6b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T18:22:47,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e897583-2cd8-02aa-61df-87d7219ebf6b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T18:22:47,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e897583-2cd8-02aa-61df-87d7219ebf6b/nfs.dump.dir in system properties and HBase conf 2024-11-09T18:22:47,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e897583-2cd8-02aa-61df-87d7219ebf6b/java.io.tmpdir in system properties and HBase conf 2024-11-09T18:22:47,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e897583-2cd8-02aa-61df-87d7219ebf6b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T18:22:47,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e897583-2cd8-02aa-61df-87d7219ebf6b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T18:22:47,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e897583-2cd8-02aa-61df-87d7219ebf6b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T18:22:48,359 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:22:48,362 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T18:22:48,363 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T18:22:48,363 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T18:22:48,363 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T18:22:48,363 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:22:48,364 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4890d78e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e897583-2cd8-02aa-61df-87d7219ebf6b/hadoop.log.dir/,AVAILABLE} 2024-11-09T18:22:48,364 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@589f328c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T18:22:48,485 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4302dd58{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e897583-2cd8-02aa-61df-87d7219ebf6b/java.io.tmpdir/jetty-localhost-41359-hadoop-hdfs-3_4_1-tests_jar-_-any-16664888133982788074/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T18:22:48,486 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e7a2b98{HTTP/1.1, (http/1.1)}{localhost:41359} 2024-11-09T18:22:48,486 INFO [Time-limited test {}] server.Server(415): Started @339235ms 2024-11-09T18:22:48,875 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T18:22:48,876 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:48,876 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:48,876 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:48,876 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:48,876 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:48,877 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:48,877 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:48,877 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:48,918 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:48,918 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:48,918 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:48,918 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:48,918 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:48,919 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:48,927 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:48,930 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:48,930 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:48,932 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:48,970 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:22:48,973 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T18:22:48,976 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T18:22:48,976 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T18:22:48,976 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T18:22:48,978 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@722e8b80{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e897583-2cd8-02aa-61df-87d7219ebf6b/hadoop.log.dir/,AVAILABLE} 2024-11-09T18:22:48,978 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3006b34e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T18:22:49,074 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6aab8c8c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e897583-2cd8-02aa-61df-87d7219ebf6b/java.io.tmpdir/jetty-localhost-38237-hadoop-hdfs-3_4_1-tests_jar-_-any-7919277929473750213/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:22:49,075 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a76c9c1{HTTP/1.1, (http/1.1)}{localhost:38237} 2024-11-09T18:22:49,075 INFO [Time-limited test {}] server.Server(415): Started @339824ms 2024-11-09T18:22:49,076 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T18:22:49,278 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:22:49,279 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fb97eb0edbe8,32911,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fb97eb0edbe8:32911 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T18:22:49,279 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148842 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fb97eb0edbe8,32911,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fb97eb0edbe8:32911 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T18:22:51,110 WARN [Thread-4533 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e897583-2cd8-02aa-61df-87d7219ebf6b/cluster_2c7fd997-ebd4-4e35-69d5-b6c5332f2061/data/data1/current/BP-1810416612-172.17.0.3-1731176567806/current, will proceed with Du for space computation calculation, 2024-11-09T18:22:51,110 WARN [Thread-4534 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e897583-2cd8-02aa-61df-87d7219ebf6b/cluster_2c7fd997-ebd4-4e35-69d5-b6c5332f2061/data/data2/current/BP-1810416612-172.17.0.3-1731176567806/current, will proceed with Du for space computation calculation, 2024-11-09T18:22:51,131 WARN [Thread-4521 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T18:22:51,134 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe612f9041a1fc727 with lease ID 0x2cc7afbaefb79994: Processing first storage report for DS-2551fa5d-1263-4025-8ceb-c2c5cf4b5abb from datanode DatanodeRegistration(127.0.0.1:46323, datanodeUuid=074333f2-91e3-4386-9a71-47012a1d3677, infoPort=36481, infoSecurePort=0, ipcPort=42167, storageInfo=lv=-57;cid=testClusterID;nsid=2025152647;c=1731176567806) 2024-11-09T18:22:51,134 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe612f9041a1fc727 with lease ID 0x2cc7afbaefb79994: from storage DS-2551fa5d-1263-4025-8ceb-c2c5cf4b5abb node DatanodeRegistration(127.0.0.1:46323, datanodeUuid=074333f2-91e3-4386-9a71-47012a1d3677, infoPort=36481, infoSecurePort=0, ipcPort=42167, storageInfo=lv=-57;cid=testClusterID;nsid=2025152647;c=1731176567806), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T18:22:51,134 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe612f9041a1fc727 with lease ID 0x2cc7afbaefb79994: Processing first storage report for DS-2f707c7e-24fb-4155-afaa-a7321bac29b6 from datanode DatanodeRegistration(127.0.0.1:46323, datanodeUuid=074333f2-91e3-4386-9a71-47012a1d3677, infoPort=36481, infoSecurePort=0, ipcPort=42167, storageInfo=lv=-57;cid=testClusterID;nsid=2025152647;c=1731176567806) 2024-11-09T18:22:51,134 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe612f9041a1fc727 with lease ID 0x2cc7afbaefb79994: from storage DS-2f707c7e-24fb-4155-afaa-a7321bac29b6 node DatanodeRegistration(127.0.0.1:46323, datanodeUuid=074333f2-91e3-4386-9a71-47012a1d3677, infoPort=36481, infoSecurePort=0, ipcPort=42167, storageInfo=lv=-57;cid=testClusterID;nsid=2025152647;c=1731176567806), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T18:22:51,140 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e897583-2cd8-02aa-61df-87d7219ebf6b 2024-11-09T18:22:51,141 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:22:51,142 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:22:51,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46323 is added to blk_1073741825_1001 (size=7) 2024-11-09T18:22:51,548 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a with version=8 2024-11-09T18:22:51,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/hbase-staging 2024-11-09T18:22:51,550 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fb97eb0edbe8:0 server-side Connection retries=45 2024-11-09T18:22:51,550 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:22:51,551 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T18:22:51,551 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T18:22:51,551 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:22:51,551 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T18:22:51,551 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T18:22:51,551 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T18:22:51,551 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35123 2024-11-09T18:22:51,552 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35123 connecting to ZooKeeper ensemble=127.0.0.1:62842 2024-11-09T18:22:51,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:351230x0, quorum=127.0.0.1:62842, baseZNode=/21871017250 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:22:51,566 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35123-0x10120d5e8590006 connected 2024-11-09T18:22:51,725 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:22:51,727 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:22:51,729 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35123-0x10120d5e8590006, quorum=127.0.0.1:62842, baseZNode=/21871017250 Set watcher on znode that does not yet exist, /21871017250/running 2024-11-09T18:22:51,729 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a, hbase.cluster.distributed=false 2024-11-09T18:22:51,730 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35123-0x10120d5e8590006, quorum=127.0.0.1:62842, baseZNode=/21871017250 Set watcher on znode that does not yet exist, /21871017250/acl 2024-11-09T18:22:51,731 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35123 2024-11-09T18:22:51,731 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35123 2024-11-09T18:22:51,731 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35123 2024-11-09T18:22:51,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35123 2024-11-09T18:22:51,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35123 2024-11-09T18:22:51,746 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fb97eb0edbe8:0 server-side Connection retries=45 2024-11-09T18:22:51,746 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:22:51,746 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T18:22:51,746 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T18:22:51,746 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:22:51,746 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T18:22:51,746 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T18:22:51,746 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T18:22:51,747 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33555 2024-11-09T18:22:51,747 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33555 connecting to ZooKeeper ensemble=127.0.0.1:62842 2024-11-09T18:22:51,748 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:22:51,750 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:22:51,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:335550x0, quorum=127.0.0.1:62842, baseZNode=/21871017250 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:22:51,766 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:335550x0, quorum=127.0.0.1:62842, baseZNode=/21871017250 Set watcher on znode that does not yet exist, /21871017250/running 2024-11-09T18:22:51,766 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33555-0x10120d5e8590007 connected 2024-11-09T18:22:51,766 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T18:22:51,767 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T18:22:51,767 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33555-0x10120d5e8590007, quorum=127.0.0.1:62842, baseZNode=/21871017250 Set watcher on znode that does not yet exist, /21871017250/master 2024-11-09T18:22:51,768 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33555-0x10120d5e8590007, quorum=127.0.0.1:62842, baseZNode=/21871017250 Set watcher on znode that does not yet exist, /21871017250/acl 2024-11-09T18:22:51,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33555 2024-11-09T18:22:51,769 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33555 2024-11-09T18:22:51,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33555 2024-11-09T18:22:51,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33555 2024-11-09T18:22:51,773 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33555 2024-11-09T18:22:51,784 DEBUG [M:0;fb97eb0edbe8:35123 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fb97eb0edbe8:35123 2024-11-09T18:22:51,785 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21871017250/backup-masters/fb97eb0edbe8,35123,1731176571550 2024-11-09T18:22:51,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35123-0x10120d5e8590006, quorum=127.0.0.1:62842, baseZNode=/21871017250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21871017250/backup-masters 2024-11-09T18:22:51,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33555-0x10120d5e8590007, quorum=127.0.0.1:62842, baseZNode=/21871017250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21871017250/backup-masters 2024-11-09T18:22:51,797 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35123-0x10120d5e8590006, quorum=127.0.0.1:62842, baseZNode=/21871017250 Set watcher on existing znode=/21871017250/backup-masters/fb97eb0edbe8,35123,1731176571550 2024-11-09T18:22:51,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35123-0x10120d5e8590006, quorum=127.0.0.1:62842, baseZNode=/21871017250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21871017250 2024-11-09T18:22:51,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33555-0x10120d5e8590007, quorum=127.0.0.1:62842, baseZNode=/21871017250 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21871017250/master 2024-11-09T18:22:51,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33555-0x10120d5e8590007, quorum=127.0.0.1:62842, baseZNode=/21871017250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21871017250 2024-11-09T18:22:51,819 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35123-0x10120d5e8590006, quorum=127.0.0.1:62842, baseZNode=/21871017250 Set watcher on existing znode=/21871017250/master 2024-11-09T18:22:51,819 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21871017250/backup-masters/fb97eb0edbe8,35123,1731176571550 from backup master directory 2024-11-09T18:22:51,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33555-0x10120d5e8590007, quorum=127.0.0.1:62842, baseZNode=/21871017250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21871017250/backup-masters 2024-11-09T18:22:51,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35123-0x10120d5e8590006, quorum=127.0.0.1:62842, baseZNode=/21871017250 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21871017250/backup-masters/fb97eb0edbe8,35123,1731176571550 2024-11-09T18:22:51,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35123-0x10120d5e8590006, quorum=127.0.0.1:62842, baseZNode=/21871017250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21871017250/backup-masters 2024-11-09T18:22:51,839 WARN [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T18:22:51,839 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fb97eb0edbe8,35123,1731176571550 2024-11-09T18:22:51,842 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/hbase.id] with ID: 8d1f2ca9-cbac-43e4-8ab6-1fd401491ec3 2024-11-09T18:22:51,842 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/.tmp/hbase.id 2024-11-09T18:22:51,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46323 is added to blk_1073741826_1002 (size=42) 2024-11-09T18:22:52,246 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/.tmp/hbase.id]:[hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/hbase.id] 2024-11-09T18:22:52,254 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:22:52,254 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T18:22:52,255 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T18:22:52,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35123-0x10120d5e8590006, quorum=127.0.0.1:62842, baseZNode=/21871017250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21871017250 2024-11-09T18:22:52,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33555-0x10120d5e8590007, quorum=127.0.0.1:62842, baseZNode=/21871017250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21871017250 2024-11-09T18:22:52,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46323 is added to blk_1073741827_1003 (size=196) 2024-11-09T18:22:52,675 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:22:52,676 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T18:22:52,676 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:22:52,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46323 is added to blk_1073741828_1004 (size=1189) 2024-11-09T18:22:53,082 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/MasterData/data/master/store 2024-11-09T18:22:53,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46323 is added to blk_1073741829_1005 (size=34) 2024-11-09T18:22:53,088 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:22:53,088 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T18:22:53,088 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:22:53,088 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:22:53,088 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T18:22:53,088 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:22:53,088 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:22:53,088 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731176573088Disabling compacts and flushes for region at 1731176573088Disabling writes for close at 1731176573088Writing region close event to WAL at 1731176573088Closed at 1731176573088 2024-11-09T18:22:53,089 WARN [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/MasterData/data/master/store/.initializing 2024-11-09T18:22:53,089 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/MasterData/WALs/fb97eb0edbe8,35123,1731176571550 2024-11-09T18:22:53,090 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T18:22:53,091 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb97eb0edbe8%2C35123%2C1731176571550, suffix=, logDir=hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/MasterData/WALs/fb97eb0edbe8,35123,1731176571550, archiveDir=hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/MasterData/oldWALs, maxLogs=10 2024-11-09T18:22:53,106 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/MasterData/WALs/fb97eb0edbe8,35123,1731176571550/fb97eb0edbe8%2C35123%2C1731176571550.1731176573091, exclude list is [], retry=0 2024-11-09T18:22:53,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46323,DS-2551fa5d-1263-4025-8ceb-c2c5cf4b5abb,DISK] 2024-11-09T18:22:53,118 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/MasterData/WALs/fb97eb0edbe8,35123,1731176571550/fb97eb0edbe8%2C35123%2C1731176571550.1731176573091 2024-11-09T18:22:53,120 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36481:36481)] 2024-11-09T18:22:53,120 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:22:53,120 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:22:53,120 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:22:53,121 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:22:53,124 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:22:53,125 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T18:22:53,125 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:53,126 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:22:53,126 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:22:53,126 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T18:22:53,127 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:53,127 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:22:53,127 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:22:53,128 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T18:22:53,128 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:53,128 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:22:53,128 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:22:53,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T18:22:53,129 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:53,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:22:53,129 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:22:53,130 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:22:53,130 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:22:53,131 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:22:53,131 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:22:53,131 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:22:53,132 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:22:53,134 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:22:53,134 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65193188, jitterRate=-0.028545796871185303}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:22:53,134 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731176573121Initializing all the Stores at 1731176573121Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176573121Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176573124 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176573124Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176573124Cleaning up temporary data from old regions at 1731176573131 (+7 ms)Region opened successfully at 1731176573134 (+3 ms) 2024-11-09T18:22:53,134 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T18:22:53,137 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5223f36e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb97eb0edbe8/172.17.0.3:0 2024-11-09T18:22:53,138 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T18:22:53,138 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T18:22:53,138 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T18:22:53,138 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T18:22:53,139 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T18:22:53,139 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T18:22:53,139 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T18:22:53,141 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T18:22:53,142 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35123-0x10120d5e8590006, quorum=127.0.0.1:62842, baseZNode=/21871017250 Unable to get data of znode /21871017250/balancer because node does not exist (not necessarily an error) 2024-11-09T18:22:53,154 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21871017250/balancer already deleted, retry=false 2024-11-09T18:22:53,155 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T18:22:53,155 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35123-0x10120d5e8590006, quorum=127.0.0.1:62842, baseZNode=/21871017250 Unable to get data of znode /21871017250/normalizer because node does not exist (not necessarily an error) 2024-11-09T18:22:53,165 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21871017250/normalizer already deleted, retry=false 2024-11-09T18:22:53,166 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T18:22:53,167 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35123-0x10120d5e8590006, quorum=127.0.0.1:62842, baseZNode=/21871017250 Unable to get data of znode /21871017250/switch/split because node does not exist (not necessarily an error) 2024-11-09T18:22:53,176 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21871017250/switch/split already deleted, retry=false 2024-11-09T18:22:53,177 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35123-0x10120d5e8590006, quorum=127.0.0.1:62842, baseZNode=/21871017250 Unable to get data of znode /21871017250/switch/merge because node does not exist (not necessarily an error) 2024-11-09T18:22:53,197 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21871017250/switch/merge already deleted, retry=false 2024-11-09T18:22:53,199 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35123-0x10120d5e8590006, quorum=127.0.0.1:62842, baseZNode=/21871017250 Unable to get data of znode /21871017250/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T18:22:53,207 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21871017250/snapshot-cleanup already deleted, retry=false 2024-11-09T18:22:53,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35123-0x10120d5e8590006, quorum=127.0.0.1:62842, baseZNode=/21871017250 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21871017250/running 2024-11-09T18:22:53,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33555-0x10120d5e8590007, quorum=127.0.0.1:62842, baseZNode=/21871017250 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21871017250/running 2024-11-09T18:22:53,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33555-0x10120d5e8590007, quorum=127.0.0.1:62842, baseZNode=/21871017250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21871017250 2024-11-09T18:22:53,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35123-0x10120d5e8590006, quorum=127.0.0.1:62842, baseZNode=/21871017250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21871017250 2024-11-09T18:22:53,218 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fb97eb0edbe8,35123,1731176571550, sessionid=0x10120d5e8590006, setting cluster-up flag (Was=false) 2024-11-09T18:22:53,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33555-0x10120d5e8590007, quorum=127.0.0.1:62842, baseZNode=/21871017250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21871017250 2024-11-09T18:22:53,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35123-0x10120d5e8590006, quorum=127.0.0.1:62842, baseZNode=/21871017250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21871017250 2024-11-09T18:22:53,271 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21871017250/flush-table-proc/acquired, /21871017250/flush-table-proc/reached, /21871017250/flush-table-proc/abort 2024-11-09T18:22:53,271 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb97eb0edbe8,35123,1731176571550 2024-11-09T18:22:53,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35123-0x10120d5e8590006, quorum=127.0.0.1:62842, baseZNode=/21871017250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21871017250 2024-11-09T18:22:53,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33555-0x10120d5e8590007, quorum=127.0.0.1:62842, baseZNode=/21871017250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21871017250 2024-11-09T18:22:53,323 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21871017250/online-snapshot/acquired, /21871017250/online-snapshot/reached, /21871017250/online-snapshot/abort 2024-11-09T18:22:53,324 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb97eb0edbe8,35123,1731176571550 2024-11-09T18:22:53,325 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T18:22:53,326 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T18:22:53,326 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T18:22:53,327 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T18:22:53,327 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fb97eb0edbe8,35123,1731176571550 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T18:22:53,328 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:22:53,328 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:22:53,328 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:22:53,328 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:22:53,328 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fb97eb0edbe8:0, corePoolSize=10, maxPoolSize=10 2024-11-09T18:22:53,328 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:22:53,328 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=2, maxPoolSize=2 2024-11-09T18:22:53,328 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:22:53,329 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731176603329 2024-11-09T18:22:53,329 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T18:22:53,329 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T18:22:53,329 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T18:22:53,329 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T18:22:53,329 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T18:22:53,329 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:22:53,329 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T18:22:53,329 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T18:22:53,329 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:53,330 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T18:22:53,330 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T18:22:53,330 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T18:22:53,330 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T18:22:53,330 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T18:22:53,330 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T18:22:53,330 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:53,330 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731176573330,5,FailOnTimeoutGroup] 2024-11-09T18:22:53,330 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T18:22:53,330 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731176573330,5,FailOnTimeoutGroup] 2024-11-09T18:22:53,330 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:53,330 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T18:22:53,330 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:53,331 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:53,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46323 is added to blk_1073741831_1007 (size=1321) 2024-11-09T18:22:53,338 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T18:22:53,338 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a 2024-11-09T18:22:53,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46323 is added to blk_1073741832_1008 (size=32) 2024-11-09T18:22:53,375 INFO [RS:0;fb97eb0edbe8:33555 {}] regionserver.HRegionServer(746): ClusterId : 8d1f2ca9-cbac-43e4-8ab6-1fd401491ec3 2024-11-09T18:22:53,375 DEBUG [RS:0;fb97eb0edbe8:33555 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T18:22:53,387 DEBUG [RS:0;fb97eb0edbe8:33555 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T18:22:53,387 DEBUG [RS:0;fb97eb0edbe8:33555 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T18:22:53,398 DEBUG [RS:0;fb97eb0edbe8:33555 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T18:22:53,398 DEBUG [RS:0;fb97eb0edbe8:33555 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7606ee0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb97eb0edbe8/172.17.0.3:0 2024-11-09T18:22:53,415 DEBUG [RS:0;fb97eb0edbe8:33555 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fb97eb0edbe8:33555 2024-11-09T18:22:53,415 INFO [RS:0;fb97eb0edbe8:33555 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T18:22:53,415 INFO [RS:0;fb97eb0edbe8:33555 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T18:22:53,415 DEBUG [RS:0;fb97eb0edbe8:33555 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T18:22:53,416 INFO [RS:0;fb97eb0edbe8:33555 {}] regionserver.HRegionServer(2659): reportForDuty to master=fb97eb0edbe8,35123,1731176571550 with port=33555, startcode=1731176571746 2024-11-09T18:22:53,416 DEBUG [RS:0;fb97eb0edbe8:33555 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T18:22:53,417 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54819, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T18:22:53,418 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35123 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fb97eb0edbe8,33555,1731176571746 2024-11-09T18:22:53,418 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35123 {}] master.ServerManager(517): Registering regionserver=fb97eb0edbe8,33555,1731176571746 2024-11-09T18:22:53,419 DEBUG [RS:0;fb97eb0edbe8:33555 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a 2024-11-09T18:22:53,419 DEBUG [RS:0;fb97eb0edbe8:33555 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42151 2024-11-09T18:22:53,419 DEBUG [RS:0;fb97eb0edbe8:33555 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T18:22:53,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35123-0x10120d5e8590006, quorum=127.0.0.1:62842, baseZNode=/21871017250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21871017250/rs 2024-11-09T18:22:53,458 DEBUG [RS:0;fb97eb0edbe8:33555 {}] zookeeper.ZKUtil(111): regionserver:33555-0x10120d5e8590007, quorum=127.0.0.1:62842, baseZNode=/21871017250 Set watcher on existing znode=/21871017250/rs/fb97eb0edbe8,33555,1731176571746 2024-11-09T18:22:53,459 WARN [RS:0;fb97eb0edbe8:33555 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T18:22:53,459 INFO [RS:0;fb97eb0edbe8:33555 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:22:53,459 DEBUG [RS:0;fb97eb0edbe8:33555 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/WALs/fb97eb0edbe8,33555,1731176571746 2024-11-09T18:22:53,459 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fb97eb0edbe8,33555,1731176571746] 2024-11-09T18:22:53,461 INFO [RS:0;fb97eb0edbe8:33555 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T18:22:53,463 INFO [RS:0;fb97eb0edbe8:33555 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T18:22:53,463 INFO [RS:0;fb97eb0edbe8:33555 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T18:22:53,463 INFO [RS:0;fb97eb0edbe8:33555 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:53,463 INFO [RS:0;fb97eb0edbe8:33555 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T18:22:53,464 INFO [RS:0;fb97eb0edbe8:33555 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T18:22:53,464 INFO [RS:0;fb97eb0edbe8:33555 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:53,464 DEBUG [RS:0;fb97eb0edbe8:33555 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:22:53,464 DEBUG [RS:0;fb97eb0edbe8:33555 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:22:53,464 DEBUG [RS:0;fb97eb0edbe8:33555 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:22:53,464 DEBUG [RS:0;fb97eb0edbe8:33555 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:22:53,464 DEBUG [RS:0;fb97eb0edbe8:33555 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:22:53,464 DEBUG [RS:0;fb97eb0edbe8:33555 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=2, maxPoolSize=2 2024-11-09T18:22:53,464 DEBUG [RS:0;fb97eb0edbe8:33555 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:22:53,464 DEBUG [RS:0;fb97eb0edbe8:33555 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:22:53,464 DEBUG [RS:0;fb97eb0edbe8:33555 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:22:53,464 DEBUG [RS:0;fb97eb0edbe8:33555 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:22:53,464 DEBUG [RS:0;fb97eb0edbe8:33555 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:22:53,464 DEBUG [RS:0;fb97eb0edbe8:33555 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:22:53,464 DEBUG [RS:0;fb97eb0edbe8:33555 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:22:53,464 DEBUG [RS:0;fb97eb0edbe8:33555 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:22:53,468 INFO [RS:0;fb97eb0edbe8:33555 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:53,468 INFO [RS:0;fb97eb0edbe8:33555 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:53,468 INFO [RS:0;fb97eb0edbe8:33555 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:53,468 INFO [RS:0;fb97eb0edbe8:33555 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:53,468 INFO [RS:0;fb97eb0edbe8:33555 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:53,468 INFO [RS:0;fb97eb0edbe8:33555 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,33555,1731176571746-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T18:22:53,486 INFO [RS:0;fb97eb0edbe8:33555 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T18:22:53,486 INFO [RS:0;fb97eb0edbe8:33555 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,33555,1731176571746-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:53,486 INFO [RS:0;fb97eb0edbe8:33555 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:53,486 INFO [RS:0;fb97eb0edbe8:33555 {}] regionserver.Replication(171): fb97eb0edbe8,33555,1731176571746 started 2024-11-09T18:22:53,505 INFO [RS:0;fb97eb0edbe8:33555 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:53,505 INFO [RS:0;fb97eb0edbe8:33555 {}] regionserver.HRegionServer(1482): Serving as fb97eb0edbe8,33555,1731176571746, RpcServer on fb97eb0edbe8/172.17.0.3:33555, sessionid=0x10120d5e8590007 2024-11-09T18:22:53,505 DEBUG [RS:0;fb97eb0edbe8:33555 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T18:22:53,505 DEBUG [RS:0;fb97eb0edbe8:33555 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fb97eb0edbe8,33555,1731176571746 2024-11-09T18:22:53,505 DEBUG [RS:0;fb97eb0edbe8:33555 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,33555,1731176571746' 2024-11-09T18:22:53,505 DEBUG [RS:0;fb97eb0edbe8:33555 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21871017250/flush-table-proc/abort' 2024-11-09T18:22:53,506 DEBUG [RS:0;fb97eb0edbe8:33555 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21871017250/flush-table-proc/acquired' 2024-11-09T18:22:53,506 DEBUG [RS:0;fb97eb0edbe8:33555 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T18:22:53,506 DEBUG [RS:0;fb97eb0edbe8:33555 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T18:22:53,506 DEBUG [RS:0;fb97eb0edbe8:33555 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fb97eb0edbe8,33555,1731176571746 2024-11-09T18:22:53,506 DEBUG [RS:0;fb97eb0edbe8:33555 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,33555,1731176571746' 2024-11-09T18:22:53,506 DEBUG [RS:0;fb97eb0edbe8:33555 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21871017250/online-snapshot/abort' 2024-11-09T18:22:53,506 DEBUG [RS:0;fb97eb0edbe8:33555 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21871017250/online-snapshot/acquired' 2024-11-09T18:22:53,507 DEBUG [RS:0;fb97eb0edbe8:33555 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T18:22:53,507 INFO [RS:0;fb97eb0edbe8:33555 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T18:22:53,507 INFO [RS:0;fb97eb0edbe8:33555 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T18:22:53,607 INFO [RS:0;fb97eb0edbe8:33555 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T18:22:53,608 INFO [RS:0;fb97eb0edbe8:33555 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fb97eb0edbe8%2C33555%2C1731176571746, suffix=, logDir=hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/WALs/fb97eb0edbe8,33555,1731176571746, archiveDir=hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/oldWALs, maxLogs=10 2024-11-09T18:22:53,624 DEBUG [RS:0;fb97eb0edbe8:33555 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/WALs/fb97eb0edbe8,33555,1731176571746/fb97eb0edbe8%2C33555%2C1731176571746.1731176573609, exclude list is [], retry=0 2024-11-09T18:22:53,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46323,DS-2551fa5d-1263-4025-8ceb-c2c5cf4b5abb,DISK] 2024-11-09T18:22:53,627 INFO [RS:0;fb97eb0edbe8:33555 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/WALs/fb97eb0edbe8,33555,1731176571746/fb97eb0edbe8%2C33555%2C1731176571746.1731176573609 2024-11-09T18:22:53,628 DEBUG [RS:0;fb97eb0edbe8:33555 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36481:36481)] 2024-11-09T18:22:53,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:22:53,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T18:22:53,751 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T18:22:53,752 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:53,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:22:53,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T18:22:53,753 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T18:22:53,753 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:53,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:22:53,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T18:22:53,754 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T18:22:53,754 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:53,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:22:53,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T18:22:53,756 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T18:22:53,756 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:53,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:22:53,757 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T18:22:53,757 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/data/hbase/meta/1588230740 2024-11-09T18:22:53,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/data/hbase/meta/1588230740 2024-11-09T18:22:53,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T18:22:53,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T18:22:53,759 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:22:53,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T18:22:53,763 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:22:53,764 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65434404, jitterRate=-0.024951398372650146}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:22:53,764 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731176573750Initializing all the Stores at 1731176573750Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176573750Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176573751 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176573751Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176573751Cleaning up temporary data from old regions at 1731176573759 (+8 ms)Region opened successfully at 1731176573764 (+5 ms) 2024-11-09T18:22:53,764 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T18:22:53,765 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T18:22:53,765 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T18:22:53,765 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T18:22:53,765 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T18:22:53,765 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T18:22:53,765 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731176573764Disabling compacts and flushes for region at 1731176573764Disabling writes for close at 1731176573765 (+1 ms)Writing region close event to WAL at 1731176573765Closed at 1731176573765 2024-11-09T18:22:53,767 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:22:53,767 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T18:22:53,767 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T18:22:53,769 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T18:22:53,770 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T18:22:53,920 DEBUG [fb97eb0edbe8:35123 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T18:22:53,921 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fb97eb0edbe8,33555,1731176571746 2024-11-09T18:22:53,922 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb97eb0edbe8,33555,1731176571746, state=OPENING 2024-11-09T18:22:53,934 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T18:22:53,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35123-0x10120d5e8590006, quorum=127.0.0.1:62842, baseZNode=/21871017250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21871017250 2024-11-09T18:22:53,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33555-0x10120d5e8590007, quorum=127.0.0.1:62842, baseZNode=/21871017250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21871017250 2024-11-09T18:22:53,945 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21871017250/meta-region-server: CHANGED 2024-11-09T18:22:53,945 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21871017250/meta-region-server: CHANGED 2024-11-09T18:22:53,945 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T18:22:53,945 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,33555,1731176571746}] 2024-11-09T18:22:54,097 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T18:22:54,101 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44173, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T18:22:54,104 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T18:22:54,104 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:22:54,105 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T18:22:54,106 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fb97eb0edbe8%2C33555%2C1731176571746.meta, suffix=.meta, logDir=hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/WALs/fb97eb0edbe8,33555,1731176571746, archiveDir=hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/oldWALs, maxLogs=10 2024-11-09T18:22:54,126 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/WALs/fb97eb0edbe8,33555,1731176571746/fb97eb0edbe8%2C33555%2C1731176571746.meta.1731176574107.meta, exclude list is [], retry=0 2024-11-09T18:22:54,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46323,DS-2551fa5d-1263-4025-8ceb-c2c5cf4b5abb,DISK] 2024-11-09T18:22:54,133 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/WALs/fb97eb0edbe8,33555,1731176571746/fb97eb0edbe8%2C33555%2C1731176571746.meta.1731176574107.meta 2024-11-09T18:22:54,133 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36481:36481)] 2024-11-09T18:22:54,133 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:22:54,134 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T18:22:54,134 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T18:22:54,134 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T18:22:54,134 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T18:22:54,134 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T18:22:54,134 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:22:54,134 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T18:22:54,134 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T18:22:54,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T18:22:54,137 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T18:22:54,137 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:54,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:22:54,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T18:22:54,138 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T18:22:54,138 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:54,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:22:54,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T18:22:54,139 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T18:22:54,141 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:54,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:22:54,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T18:22:54,143 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T18:22:54,143 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:54,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:22:54,144 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T18:22:54,145 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/data/hbase/meta/1588230740 2024-11-09T18:22:54,146 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/data/hbase/meta/1588230740 2024-11-09T18:22:54,147 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T18:22:54,147 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T18:22:54,147 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:22:54,149 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T18:22:54,150 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66157067, jitterRate=-0.014182880520820618}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:22:54,150 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T18:22:54,150 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731176574134Writing region info on filesystem at 1731176574135 (+1 ms)Initializing all the Stores at 1731176574135Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176574135Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176574136 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176574136Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176574136Cleaning up temporary data from old regions at 1731176574147 (+11 ms)Running coprocessor post-open hooks at 1731176574150 (+3 ms)Region opened successfully at 1731176574150 2024-11-09T18:22:54,152 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731176574097 2024-11-09T18:22:54,154 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T18:22:54,154 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T18:22:54,155 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,33555,1731176571746 2024-11-09T18:22:54,156 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb97eb0edbe8,33555,1731176571746, state=OPEN 2024-11-09T18:22:54,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33555-0x10120d5e8590007, quorum=127.0.0.1:62842, baseZNode=/21871017250 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21871017250/meta-region-server 2024-11-09T18:22:54,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35123-0x10120d5e8590006, quorum=127.0.0.1:62842, baseZNode=/21871017250 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21871017250/meta-region-server 2024-11-09T18:22:54,165 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,33555,1731176571746 2024-11-09T18:22:54,166 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21871017250/meta-region-server: CHANGED 2024-11-09T18:22:54,166 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21871017250/meta-region-server: CHANGED 2024-11-09T18:22:54,168 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T18:22:54,168 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,33555,1731176571746 in 221 msec 2024-11-09T18:22:54,171 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T18:22:54,171 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 401 msec 2024-11-09T18:22:54,171 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:22:54,171 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T18:22:54,173 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:22:54,173 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,33555,1731176571746, seqNum=-1] 2024-11-09T18:22:54,173 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:22:54,174 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56989, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:22:54,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 853 msec 2024-11-09T18:22:54,181 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731176574181, completionTime=-1 2024-11-09T18:22:54,181 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T18:22:54,182 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T18:22:54,184 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T18:22:54,184 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731176634184 2024-11-09T18:22:54,185 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731176694185 2024-11-09T18:22:54,185 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-09T18:22:54,185 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,35123,1731176571550-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:54,185 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,35123,1731176571550-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:54,185 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,35123,1731176571550-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:54,185 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fb97eb0edbe8:35123, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:54,185 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:54,187 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:54,189 DEBUG [master/fb97eb0edbe8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T18:22:54,191 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.352sec 2024-11-09T18:22:54,191 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T18:22:54,191 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T18:22:54,191 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T18:22:54,191 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T18:22:54,191 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T18:22:54,191 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,35123,1731176571550-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T18:22:54,191 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,35123,1731176571550-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T18:22:54,194 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T18:22:54,194 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T18:22:54,194 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,35123,1731176571550-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:22:54,276 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e4e5888, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:22:54,277 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,35123,-1 for getting cluster id 2024-11-09T18:22:54,277 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:22:54,279 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8d1f2ca9-cbac-43e4-8ab6-1fd401491ec3' 2024-11-09T18:22:54,279 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:22:54,279 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8d1f2ca9-cbac-43e4-8ab6-1fd401491ec3" 2024-11-09T18:22:54,279 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17a499ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:22:54,280 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,35123,-1] 2024-11-09T18:22:54,280 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:22:54,280 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:22:54,281 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:22:54,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cc4bcff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:22:54,282 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:22:54,283 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,33555,1731176571746, seqNum=-1] 2024-11-09T18:22:54,283 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:22:54,285 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:22:54,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fb97eb0edbe8,35123,1731176571550 2024-11-09T18:22:54,287 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:62842 2024-11-09T18:22:54,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:62842, baseZNode=/21871017250 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:22:54,292 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10120d5e8590008 connected 2024-11-09T18:22:54,304 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:22:54,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,33931,1731176559632 2024-11-09T18:22:54,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a541da5 2024-11-09T18:22:54,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:22:54,306 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:22:54,307 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33931 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:22:54,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33931 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T18:22:54,316 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T18:22:54,316 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:54,316 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33931 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T18:22:54,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:22:54,319 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T18:22:54,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34697 is added to blk_1073741835_1011 (size=902) 2024-11-09T18:22:54,349 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d114ae3f1b8cced51a401d9539f632ef, NAME => 'test,,1731176574307.d114ae3f1b8cced51a401d9539f632ef.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380 2024-11-09T18:22:54,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34697 is added to blk_1073741836_1012 (size=39) 2024-11-09T18:22:54,360 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731176574307.d114ae3f1b8cced51a401d9539f632ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:22:54,360 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d114ae3f1b8cced51a401d9539f632ef, disabling compactions & flushes 2024-11-09T18:22:54,360 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731176574307.d114ae3f1b8cced51a401d9539f632ef. 2024-11-09T18:22:54,360 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731176574307.d114ae3f1b8cced51a401d9539f632ef. 2024-11-09T18:22:54,360 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731176574307.d114ae3f1b8cced51a401d9539f632ef. after waiting 0 ms 2024-11-09T18:22:54,360 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731176574307.d114ae3f1b8cced51a401d9539f632ef. 2024-11-09T18:22:54,360 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731176574307.d114ae3f1b8cced51a401d9539f632ef. 2024-11-09T18:22:54,360 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d114ae3f1b8cced51a401d9539f632ef: Waiting for close lock at 1731176574360Disabling compacts and flushes for region at 1731176574360Disabling writes for close at 1731176574360Writing region close event to WAL at 1731176574360Closed at 1731176574360 2024-11-09T18:22:54,361 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T18:22:54,362 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731176574307.d114ae3f1b8cced51a401d9539f632ef.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731176574361"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731176574361"}]},"ts":"1731176574361"} 2024-11-09T18:22:54,364 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T18:22:54,365 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T18:22:54,366 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176574365"}]},"ts":"1731176574365"} 2024-11-09T18:22:54,367 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T18:22:54,367 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d114ae3f1b8cced51a401d9539f632ef, ASSIGN}] 2024-11-09T18:22:54,369 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d114ae3f1b8cced51a401d9539f632ef, ASSIGN 2024-11-09T18:22:54,375 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d114ae3f1b8cced51a401d9539f632ef, ASSIGN; state=OFFLINE, location=fb97eb0edbe8,41289,1731176559848; forceNewPlan=false, retain=false 2024-11-09T18:22:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:22:54,527 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d114ae3f1b8cced51a401d9539f632ef, regionState=OPENING, regionLocation=fb97eb0edbe8,41289,1731176559848 2024-11-09T18:22:54,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d114ae3f1b8cced51a401d9539f632ef, ASSIGN because future has completed 2024-11-09T18:22:54,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d114ae3f1b8cced51a401d9539f632ef, server=fb97eb0edbe8,41289,1731176559848}] 2024-11-09T18:22:54,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:22:54,720 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731176574307.d114ae3f1b8cced51a401d9539f632ef. 2024-11-09T18:22:54,720 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d114ae3f1b8cced51a401d9539f632ef, NAME => 'test,,1731176574307.d114ae3f1b8cced51a401d9539f632ef.', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:22:54,721 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T18:22:54,721 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T18:22:54,721 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d114ae3f1b8cced51a401d9539f632ef 2024-11-09T18:22:54,721 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731176574307.d114ae3f1b8cced51a401d9539f632ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:22:54,721 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d114ae3f1b8cced51a401d9539f632ef 2024-11-09T18:22:54,721 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d114ae3f1b8cced51a401d9539f632ef 2024-11-09T18:22:54,728 INFO [StoreOpener-d114ae3f1b8cced51a401d9539f632ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d114ae3f1b8cced51a401d9539f632ef 2024-11-09T18:22:54,731 INFO [StoreOpener-d114ae3f1b8cced51a401d9539f632ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d114ae3f1b8cced51a401d9539f632ef columnFamilyName f 2024-11-09T18:22:54,731 DEBUG [StoreOpener-d114ae3f1b8cced51a401d9539f632ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:54,732 INFO [StoreOpener-d114ae3f1b8cced51a401d9539f632ef-1 {}] regionserver.HStore(327): Store=d114ae3f1b8cced51a401d9539f632ef/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:22:54,732 INFO [StoreOpener-d114ae3f1b8cced51a401d9539f632ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d114ae3f1b8cced51a401d9539f632ef 2024-11-09T18:22:54,734 INFO [StoreOpener-d114ae3f1b8cced51a401d9539f632ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d114ae3f1b8cced51a401d9539f632ef columnFamilyName f1 2024-11-09T18:22:54,734 DEBUG [StoreOpener-d114ae3f1b8cced51a401d9539f632ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:54,735 INFO [StoreOpener-d114ae3f1b8cced51a401d9539f632ef-1 {}] regionserver.HStore(327): Store=d114ae3f1b8cced51a401d9539f632ef/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:22:54,735 INFO [StoreOpener-d114ae3f1b8cced51a401d9539f632ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d114ae3f1b8cced51a401d9539f632ef 2024-11-09T18:22:54,737 INFO [StoreOpener-d114ae3f1b8cced51a401d9539f632ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d114ae3f1b8cced51a401d9539f632ef columnFamilyName norep 2024-11-09T18:22:54,737 DEBUG [StoreOpener-d114ae3f1b8cced51a401d9539f632ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:54,738 INFO [StoreOpener-d114ae3f1b8cced51a401d9539f632ef-1 {}] regionserver.HStore(327): Store=d114ae3f1b8cced51a401d9539f632ef/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:22:54,738 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d114ae3f1b8cced51a401d9539f632ef 2024-11-09T18:22:54,739 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/data/default/test/d114ae3f1b8cced51a401d9539f632ef 2024-11-09T18:22:54,739 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/data/default/test/d114ae3f1b8cced51a401d9539f632ef 2024-11-09T18:22:54,740 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d114ae3f1b8cced51a401d9539f632ef 2024-11-09T18:22:54,740 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d114ae3f1b8cced51a401d9539f632ef 2024-11-09T18:22:54,740 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T18:22:54,742 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d114ae3f1b8cced51a401d9539f632ef 2024-11-09T18:22:54,753 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/data/default/test/d114ae3f1b8cced51a401d9539f632ef/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:22:54,754 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d114ae3f1b8cced51a401d9539f632ef; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71617777, jitterRate=0.06718803942203522}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T18:22:54,754 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d114ae3f1b8cced51a401d9539f632ef 2024-11-09T18:22:54,754 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d114ae3f1b8cced51a401d9539f632ef: Running coprocessor pre-open hook at 1731176574721Writing region info on filesystem at 1731176574722 (+1 ms)Initializing all the Stores at 1731176574723 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176574723Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176574728 (+5 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176574728Cleaning up temporary data from old regions at 1731176574740 (+12 ms)Running coprocessor post-open hooks at 1731176574754 (+14 ms)Region opened successfully at 1731176574754 2024-11-09T18:22:54,755 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731176574307.d114ae3f1b8cced51a401d9539f632ef., pid=6, masterSystemTime=1731176574684 2024-11-09T18:22:54,757 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731176574307.d114ae3f1b8cced51a401d9539f632ef. 2024-11-09T18:22:54,758 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731176574307.d114ae3f1b8cced51a401d9539f632ef. 2024-11-09T18:22:54,758 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d114ae3f1b8cced51a401d9539f632ef, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fb97eb0edbe8,41289,1731176559848 2024-11-09T18:22:54,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d114ae3f1b8cced51a401d9539f632ef, server=fb97eb0edbe8,41289,1731176559848 because future has completed 2024-11-09T18:22:54,768 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T18:22:54,768 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d114ae3f1b8cced51a401d9539f632ef, server=fb97eb0edbe8,41289,1731176559848 in 233 msec 2024-11-09T18:22:54,771 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T18:22:54,771 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d114ae3f1b8cced51a401d9539f632ef, ASSIGN in 401 msec 2024-11-09T18:22:54,772 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T18:22:54,772 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176574772"}]},"ts":"1731176574772"} 2024-11-09T18:22:54,774 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T18:22:54,775 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T18:22:54,778 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 468 msec 2024-11-09T18:22:54,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:22:54,949 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:22:54,949 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T18:22:54,950 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,45793,1731176565503 2024-11-09T18:22:54,950 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3415c582 2024-11-09T18:22:54,950 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:22:54,951 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:22:54,952 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45793 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:22:54,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45793 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T18:22:54,954 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T18:22:54,954 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:54,955 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45793 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T18:22:54,956 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T18:22:54,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:22:54,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40991 is added to blk_1073741835_1011 (size=902) 2024-11-09T18:22:55,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:22:55,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:22:55,368 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4d71ed6efdcaf4fa5174678ad820f8a2, NAME => 'test,,1731176574951.4d71ed6efdcaf4fa5174678ad820f8a2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c 2024-11-09T18:22:55,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40991 is added to blk_1073741836_1012 (size=39) 2024-11-09T18:22:55,374 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731176574951.4d71ed6efdcaf4fa5174678ad820f8a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:22:55,374 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4d71ed6efdcaf4fa5174678ad820f8a2, disabling compactions & flushes 2024-11-09T18:22:55,374 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731176574951.4d71ed6efdcaf4fa5174678ad820f8a2. 2024-11-09T18:22:55,374 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731176574951.4d71ed6efdcaf4fa5174678ad820f8a2. 2024-11-09T18:22:55,374 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731176574951.4d71ed6efdcaf4fa5174678ad820f8a2. after waiting 0 ms 2024-11-09T18:22:55,374 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731176574951.4d71ed6efdcaf4fa5174678ad820f8a2. 2024-11-09T18:22:55,374 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731176574951.4d71ed6efdcaf4fa5174678ad820f8a2. 2024-11-09T18:22:55,374 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4d71ed6efdcaf4fa5174678ad820f8a2: Waiting for close lock at 1731176575374Disabling compacts and flushes for region at 1731176575374Disabling writes for close at 1731176575374Writing region close event to WAL at 1731176575374Closed at 1731176575374 2024-11-09T18:22:55,375 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T18:22:55,375 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731176574951.4d71ed6efdcaf4fa5174678ad820f8a2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731176575375"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731176575375"}]},"ts":"1731176575375"} 2024-11-09T18:22:55,378 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T18:22:55,379 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T18:22:55,379 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176575379"}]},"ts":"1731176575379"} 2024-11-09T18:22:55,381 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T18:22:55,381 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4d71ed6efdcaf4fa5174678ad820f8a2, ASSIGN}] 2024-11-09T18:22:55,383 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4d71ed6efdcaf4fa5174678ad820f8a2, ASSIGN 2024-11-09T18:22:55,383 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4d71ed6efdcaf4fa5174678ad820f8a2, ASSIGN; state=OFFLINE, location=fb97eb0edbe8,34467,1731176565707; forceNewPlan=false, retain=false 2024-11-09T18:22:55,534 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4d71ed6efdcaf4fa5174678ad820f8a2, regionState=OPENING, regionLocation=fb97eb0edbe8,34467,1731176565707 2024-11-09T18:22:55,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4d71ed6efdcaf4fa5174678ad820f8a2, ASSIGN because future has completed 2024-11-09T18:22:55,566 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d71ed6efdcaf4fa5174678ad820f8a2, server=fb97eb0edbe8,34467,1731176565707}] 2024-11-09T18:22:55,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:22:55,759 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731176574951.4d71ed6efdcaf4fa5174678ad820f8a2. 2024-11-09T18:22:55,759 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4d71ed6efdcaf4fa5174678ad820f8a2, NAME => 'test,,1731176574951.4d71ed6efdcaf4fa5174678ad820f8a2.', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:22:55,760 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T18:22:55,760 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T18:22:55,760 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4d71ed6efdcaf4fa5174678ad820f8a2 2024-11-09T18:22:55,760 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731176574951.4d71ed6efdcaf4fa5174678ad820f8a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:22:55,760 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4d71ed6efdcaf4fa5174678ad820f8a2 2024-11-09T18:22:55,760 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4d71ed6efdcaf4fa5174678ad820f8a2 2024-11-09T18:22:55,762 INFO [StoreOpener-4d71ed6efdcaf4fa5174678ad820f8a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4d71ed6efdcaf4fa5174678ad820f8a2 2024-11-09T18:22:55,768 INFO [StoreOpener-4d71ed6efdcaf4fa5174678ad820f8a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d71ed6efdcaf4fa5174678ad820f8a2 columnFamilyName f 2024-11-09T18:22:55,769 DEBUG [StoreOpener-4d71ed6efdcaf4fa5174678ad820f8a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:55,769 INFO [StoreOpener-4d71ed6efdcaf4fa5174678ad820f8a2-1 {}] regionserver.HStore(327): Store=4d71ed6efdcaf4fa5174678ad820f8a2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:22:55,769 INFO [StoreOpener-4d71ed6efdcaf4fa5174678ad820f8a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4d71ed6efdcaf4fa5174678ad820f8a2 2024-11-09T18:22:55,771 INFO [StoreOpener-4d71ed6efdcaf4fa5174678ad820f8a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d71ed6efdcaf4fa5174678ad820f8a2 columnFamilyName f1 2024-11-09T18:22:55,771 DEBUG [StoreOpener-4d71ed6efdcaf4fa5174678ad820f8a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:55,771 INFO [StoreOpener-4d71ed6efdcaf4fa5174678ad820f8a2-1 {}] regionserver.HStore(327): Store=4d71ed6efdcaf4fa5174678ad820f8a2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:22:55,772 INFO [StoreOpener-4d71ed6efdcaf4fa5174678ad820f8a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4d71ed6efdcaf4fa5174678ad820f8a2 2024-11-09T18:22:55,773 INFO [StoreOpener-4d71ed6efdcaf4fa5174678ad820f8a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d71ed6efdcaf4fa5174678ad820f8a2 columnFamilyName norep 2024-11-09T18:22:55,773 DEBUG [StoreOpener-4d71ed6efdcaf4fa5174678ad820f8a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:55,774 INFO [StoreOpener-4d71ed6efdcaf4fa5174678ad820f8a2-1 {}] regionserver.HStore(327): Store=4d71ed6efdcaf4fa5174678ad820f8a2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:22:55,774 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4d71ed6efdcaf4fa5174678ad820f8a2 2024-11-09T18:22:55,775 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/data/default/test/4d71ed6efdcaf4fa5174678ad820f8a2 2024-11-09T18:22:55,775 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/data/default/test/4d71ed6efdcaf4fa5174678ad820f8a2 2024-11-09T18:22:55,775 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4d71ed6efdcaf4fa5174678ad820f8a2 2024-11-09T18:22:55,775 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4d71ed6efdcaf4fa5174678ad820f8a2 2024-11-09T18:22:55,776 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T18:22:55,777 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4d71ed6efdcaf4fa5174678ad820f8a2 2024-11-09T18:22:55,779 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/data/default/test/4d71ed6efdcaf4fa5174678ad820f8a2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:22:55,779 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4d71ed6efdcaf4fa5174678ad820f8a2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61160247, jitterRate=-0.08864130079746246}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T18:22:55,780 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4d71ed6efdcaf4fa5174678ad820f8a2 2024-11-09T18:22:55,780 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4d71ed6efdcaf4fa5174678ad820f8a2: Running coprocessor pre-open hook at 1731176575760Writing region info on filesystem at 1731176575760Initializing all the Stores at 1731176575761 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176575761Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176575762 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176575762Cleaning up temporary data from old regions at 1731176575775 (+13 ms)Running coprocessor post-open hooks at 1731176575780 (+5 ms)Region opened successfully at 1731176575780 2024-11-09T18:22:55,781 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731176574951.4d71ed6efdcaf4fa5174678ad820f8a2., pid=6, masterSystemTime=1731176575719 2024-11-09T18:22:55,783 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731176574951.4d71ed6efdcaf4fa5174678ad820f8a2. 2024-11-09T18:22:55,783 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731176574951.4d71ed6efdcaf4fa5174678ad820f8a2. 2024-11-09T18:22:55,784 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4d71ed6efdcaf4fa5174678ad820f8a2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fb97eb0edbe8,34467,1731176565707 2024-11-09T18:22:55,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d71ed6efdcaf4fa5174678ad820f8a2, server=fb97eb0edbe8,34467,1731176565707 because future has completed 2024-11-09T18:22:55,792 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T18:22:55,792 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4d71ed6efdcaf4fa5174678ad820f8a2, server=fb97eb0edbe8,34467,1731176565707 in 223 msec 2024-11-09T18:22:55,797 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T18:22:55,797 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4d71ed6efdcaf4fa5174678ad820f8a2, ASSIGN in 411 msec 2024-11-09T18:22:55,798 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T18:22:55,798 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176575798"}]},"ts":"1731176575798"} 2024-11-09T18:22:55,800 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T18:22:55,802 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T18:22:55,804 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 850 msec 2024-11-09T18:22:56,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:22:56,099 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T18:22:56,099 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:22:56,100 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,35123,1731176571550 2024-11-09T18:22:56,100 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a4d0d36 2024-11-09T18:22:56,101 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:22:56,102 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:22:56,102 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35123 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:22:56,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35123 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T18:22:56,105 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T18:22:56,105 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:56,105 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35123 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T18:22:56,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:22:56,107 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T18:22:56,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46323 is added to blk_1073741835_1011 (size=902) 2024-11-09T18:22:56,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:22:56,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:22:56,521 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 317af8a2fdddc4b2e4bb2447e1f7d499, NAME => 'test,,1731176576102.317af8a2fdddc4b2e4bb2447e1f7d499.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a 2024-11-09T18:22:56,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46323 is added to blk_1073741836_1012 (size=39) 2024-11-09T18:22:56,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:22:56,925 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731176576102.317af8a2fdddc4b2e4bb2447e1f7d499.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:22:56,926 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 317af8a2fdddc4b2e4bb2447e1f7d499, disabling compactions & flushes 2024-11-09T18:22:56,926 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731176576102.317af8a2fdddc4b2e4bb2447e1f7d499. 2024-11-09T18:22:56,926 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731176576102.317af8a2fdddc4b2e4bb2447e1f7d499. 2024-11-09T18:22:56,926 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731176576102.317af8a2fdddc4b2e4bb2447e1f7d499. after waiting 0 ms 2024-11-09T18:22:56,926 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731176576102.317af8a2fdddc4b2e4bb2447e1f7d499. 2024-11-09T18:22:56,926 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731176576102.317af8a2fdddc4b2e4bb2447e1f7d499. 2024-11-09T18:22:56,926 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 317af8a2fdddc4b2e4bb2447e1f7d499: Waiting for close lock at 1731176576925Disabling compacts and flushes for region at 1731176576925Disabling writes for close at 1731176576926 (+1 ms)Writing region close event to WAL at 1731176576926Closed at 1731176576926 2024-11-09T18:22:56,928 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T18:22:56,928 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731176576102.317af8a2fdddc4b2e4bb2447e1f7d499.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731176576928"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731176576928"}]},"ts":"1731176576928"} 2024-11-09T18:22:56,933 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T18:22:56,934 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T18:22:56,934 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176576934"}]},"ts":"1731176576934"} 2024-11-09T18:22:56,941 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T18:22:56,941 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=317af8a2fdddc4b2e4bb2447e1f7d499, ASSIGN}] 2024-11-09T18:22:56,944 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=317af8a2fdddc4b2e4bb2447e1f7d499, ASSIGN 2024-11-09T18:22:56,945 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=317af8a2fdddc4b2e4bb2447e1f7d499, ASSIGN; state=OFFLINE, location=fb97eb0edbe8,33555,1731176571746; forceNewPlan=false, retain=false 2024-11-09T18:22:57,096 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=317af8a2fdddc4b2e4bb2447e1f7d499, regionState=OPENING, regionLocation=fb97eb0edbe8,33555,1731176571746 2024-11-09T18:22:57,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=317af8a2fdddc4b2e4bb2447e1f7d499, ASSIGN because future has completed 2024-11-09T18:22:57,098 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 317af8a2fdddc4b2e4bb2447e1f7d499, server=fb97eb0edbe8,33555,1731176571746}] 2024-11-09T18:22:57,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:22:57,253 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731176576102.317af8a2fdddc4b2e4bb2447e1f7d499. 2024-11-09T18:22:57,253 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 317af8a2fdddc4b2e4bb2447e1f7d499, NAME => 'test,,1731176576102.317af8a2fdddc4b2e4bb2447e1f7d499.', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:22:57,253 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T18:22:57,254 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T18:22:57,254 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 317af8a2fdddc4b2e4bb2447e1f7d499 2024-11-09T18:22:57,254 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731176576102.317af8a2fdddc4b2e4bb2447e1f7d499.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:22:57,254 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 317af8a2fdddc4b2e4bb2447e1f7d499 2024-11-09T18:22:57,254 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 317af8a2fdddc4b2e4bb2447e1f7d499 2024-11-09T18:22:57,255 INFO [StoreOpener-317af8a2fdddc4b2e4bb2447e1f7d499-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 317af8a2fdddc4b2e4bb2447e1f7d499 2024-11-09T18:22:57,256 INFO [StoreOpener-317af8a2fdddc4b2e4bb2447e1f7d499-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 317af8a2fdddc4b2e4bb2447e1f7d499 columnFamilyName f 2024-11-09T18:22:57,256 DEBUG [StoreOpener-317af8a2fdddc4b2e4bb2447e1f7d499-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:57,256 INFO [StoreOpener-317af8a2fdddc4b2e4bb2447e1f7d499-1 {}] regionserver.HStore(327): Store=317af8a2fdddc4b2e4bb2447e1f7d499/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:22:57,257 INFO [StoreOpener-317af8a2fdddc4b2e4bb2447e1f7d499-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 317af8a2fdddc4b2e4bb2447e1f7d499 2024-11-09T18:22:57,258 INFO [StoreOpener-317af8a2fdddc4b2e4bb2447e1f7d499-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 317af8a2fdddc4b2e4bb2447e1f7d499 columnFamilyName f1 2024-11-09T18:22:57,258 DEBUG [StoreOpener-317af8a2fdddc4b2e4bb2447e1f7d499-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:57,258 INFO [StoreOpener-317af8a2fdddc4b2e4bb2447e1f7d499-1 {}] regionserver.HStore(327): Store=317af8a2fdddc4b2e4bb2447e1f7d499/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:22:57,258 INFO [StoreOpener-317af8a2fdddc4b2e4bb2447e1f7d499-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 317af8a2fdddc4b2e4bb2447e1f7d499 2024-11-09T18:22:57,259 INFO [StoreOpener-317af8a2fdddc4b2e4bb2447e1f7d499-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 317af8a2fdddc4b2e4bb2447e1f7d499 columnFamilyName norep 2024-11-09T18:22:57,259 DEBUG [StoreOpener-317af8a2fdddc4b2e4bb2447e1f7d499-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:57,259 INFO [StoreOpener-317af8a2fdddc4b2e4bb2447e1f7d499-1 {}] regionserver.HStore(327): Store=317af8a2fdddc4b2e4bb2447e1f7d499/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:22:57,259 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 317af8a2fdddc4b2e4bb2447e1f7d499 2024-11-09T18:22:57,259 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/data/default/test/317af8a2fdddc4b2e4bb2447e1f7d499 2024-11-09T18:22:57,260 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/data/default/test/317af8a2fdddc4b2e4bb2447e1f7d499 2024-11-09T18:22:57,260 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 317af8a2fdddc4b2e4bb2447e1f7d499 2024-11-09T18:22:57,260 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 317af8a2fdddc4b2e4bb2447e1f7d499 2024-11-09T18:22:57,261 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T18:22:57,267 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 317af8a2fdddc4b2e4bb2447e1f7d499 2024-11-09T18:22:57,269 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/data/default/test/317af8a2fdddc4b2e4bb2447e1f7d499/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:22:57,269 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 317af8a2fdddc4b2e4bb2447e1f7d499; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62771189, jitterRate=-0.06463639438152313}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T18:22:57,269 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 317af8a2fdddc4b2e4bb2447e1f7d499 2024-11-09T18:22:57,270 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 317af8a2fdddc4b2e4bb2447e1f7d499: Running coprocessor pre-open hook at 1731176577254Writing region info on filesystem at 1731176577254Initializing all the Stores at 1731176577255 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176577255Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176577255Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176577255Cleaning up temporary data from old regions at 1731176577260 (+5 ms)Running coprocessor post-open hooks at 1731176577269 (+9 ms)Region opened successfully at 1731176577270 (+1 ms) 2024-11-09T18:22:57,270 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731176576102.317af8a2fdddc4b2e4bb2447e1f7d499., pid=6, masterSystemTime=1731176577250 2024-11-09T18:22:57,273 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731176576102.317af8a2fdddc4b2e4bb2447e1f7d499. 2024-11-09T18:22:57,273 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731176576102.317af8a2fdddc4b2e4bb2447e1f7d499. 2024-11-09T18:22:57,273 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=317af8a2fdddc4b2e4bb2447e1f7d499, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fb97eb0edbe8,33555,1731176571746 2024-11-09T18:22:57,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 317af8a2fdddc4b2e4bb2447e1f7d499, server=fb97eb0edbe8,33555,1731176571746 because future has completed 2024-11-09T18:22:57,285 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T18:22:57,285 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 317af8a2fdddc4b2e4bb2447e1f7d499, server=fb97eb0edbe8,33555,1731176571746 in 184 msec 2024-11-09T18:22:57,287 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T18:22:57,287 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=317af8a2fdddc4b2e4bb2447e1f7d499, ASSIGN in 344 msec 2024-11-09T18:22:57,288 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T18:22:57,288 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176577288"}]},"ts":"1731176577288"} 2024-11-09T18:22:57,290 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T18:22:57,291 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T18:22:57,293 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1880 sec 2024-11-09T18:22:58,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:22:58,259 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T18:22:58,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c0ce22b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:22:58,260 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,33931,-1 for getting cluster id 2024-11-09T18:22:58,260 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:22:58,261 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '138dc133-2001-4477-91c4-61c9434204e4' 2024-11-09T18:22:58,261 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:22:58,261 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "138dc133-2001-4477-91c4-61c9434204e4" 2024-11-09T18:22:58,261 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e11aed0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:22:58,261 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,33931,-1] 2024-11-09T18:22:58,262 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:22:58,262 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:22:58,262 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:22:58,263 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cf51628, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:22:58,263 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:22:58,264 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,33931,1731176559632 2024-11-09T18:22:58,264 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f41fa07 2024-11-09T18:22:58,264 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:22:58,265 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:22:58,265 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33931 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://fb97eb0edbe8:45793,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T18:22:58,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33931 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T18:22:58,269 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fb97eb0edbe8:45793' 2024-11-09T18:22:58,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T18:22:58,270 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6096a82e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:22:58,270 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,45793,-1 for getting cluster id 2024-11-09T18:22:58,270 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:22:58,271 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '86d7668d-04cd-4adf-b004-68d4289ab47e' 2024-11-09T18:22:58,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:22:58,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "86d7668d-04cd-4adf-b004-68d4289ab47e" 2024-11-09T18:22:58,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b46eb55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:22:58,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,45793,-1] 2024-11-09T18:22:58,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:22:58,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:22:58,272 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:22:58,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67763808, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:22:58,273 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:22:58,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,45793,1731176565503 2024-11-09T18:22:58,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34703848 2024-11-09T18:22:58,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:22:58,275 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:22:58,276 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-09T18:22:58,276 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T18:22:58,276 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:22:58,276 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:22:58,277 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:22:58,277 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:22:58,278 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T18:22:58,279 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T18:22:58,279 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:58,280 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T18:22:58,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34697 is added to blk_1073741837_1013 (size=1138) 2024-11-09T18:22:58,287 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d53dcefa56960a03a4f486e6392fc2c6, NAME => 'hbase:replication,,1731176578277.d53dcefa56960a03a4f486e6392fc2c6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380 2024-11-09T18:22:58,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34697 is added to blk_1073741838_1014 (size=44) 2024-11-09T18:22:58,293 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731176578277.d53dcefa56960a03a4f486e6392fc2c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:22:58,293 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d53dcefa56960a03a4f486e6392fc2c6, disabling compactions & flushes 2024-11-09T18:22:58,293 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731176578277.d53dcefa56960a03a4f486e6392fc2c6. 2024-11-09T18:22:58,293 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731176578277.d53dcefa56960a03a4f486e6392fc2c6. 2024-11-09T18:22:58,293 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731176578277.d53dcefa56960a03a4f486e6392fc2c6. after waiting 0 ms 2024-11-09T18:22:58,293 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731176578277.d53dcefa56960a03a4f486e6392fc2c6. 2024-11-09T18:22:58,293 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731176578277.d53dcefa56960a03a4f486e6392fc2c6. 2024-11-09T18:22:58,294 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d53dcefa56960a03a4f486e6392fc2c6: Waiting for close lock at 1731176578293Disabling compacts and flushes for region at 1731176578293Disabling writes for close at 1731176578293Writing region close event to WAL at 1731176578293Closed at 1731176578293 2024-11-09T18:22:58,295 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T18:22:58,295 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731176578277.d53dcefa56960a03a4f486e6392fc2c6.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731176578295"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731176578295"}]},"ts":"1731176578295"} 2024-11-09T18:22:58,297 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T18:22:58,298 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T18:22:58,298 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176578298"}]},"ts":"1731176578298"} 2024-11-09T18:22:58,300 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T18:22:58,300 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d53dcefa56960a03a4f486e6392fc2c6, ASSIGN}] 2024-11-09T18:22:58,302 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d53dcefa56960a03a4f486e6392fc2c6, ASSIGN 2024-11-09T18:22:58,303 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d53dcefa56960a03a4f486e6392fc2c6, ASSIGN; state=OFFLINE, location=fb97eb0edbe8,41289,1731176559848; forceNewPlan=false, retain=false 2024-11-09T18:22:58,328 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T18:22:58,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T18:22:58,454 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d53dcefa56960a03a4f486e6392fc2c6, regionState=OPENING, regionLocation=fb97eb0edbe8,41289,1731176559848 2024-11-09T18:22:58,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d53dcefa56960a03a4f486e6392fc2c6, ASSIGN because future has completed 2024-11-09T18:22:58,457 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d53dcefa56960a03a4f486e6392fc2c6, server=fb97eb0edbe8,41289,1731176559848}] 2024-11-09T18:22:58,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T18:22:58,648 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731176578277.d53dcefa56960a03a4f486e6392fc2c6. 2024-11-09T18:22:58,648 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:22:58,649 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T18:22:58,650 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fb97eb0edbe8%2C41289%2C1731176559848.rep, suffix=, logDir=hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/WALs/fb97eb0edbe8,41289,1731176559848, archiveDir=hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/oldWALs, maxLogs=10 2024-11-09T18:22:58,670 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/WALs/fb97eb0edbe8,41289,1731176559848/fb97eb0edbe8%2C41289%2C1731176559848.rep.1731176578650, exclude list is [], retry=0 2024-11-09T18:22:58,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34697,DS-6b66b728-cf4e-4481-957b-017de7fad0f9,DISK] 2024-11-09T18:22:58,687 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/WALs/fb97eb0edbe8,41289,1731176559848/fb97eb0edbe8%2C41289%2C1731176559848.rep.1731176578650 2024-11-09T18:22:58,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39027:39027)] 2024-11-09T18:22:58,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d53dcefa56960a03a4f486e6392fc2c6, NAME => 'hbase:replication,,1731176578277.d53dcefa56960a03a4f486e6392fc2c6.', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:22:58,689 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T18:22:58,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T18:22:58,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731176578277.d53dcefa56960a03a4f486e6392fc2c6. service=MultiRowMutationService 2024-11-09T18:22:58,689 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T18:22:58,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d53dcefa56960a03a4f486e6392fc2c6 2024-11-09T18:22:58,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731176578277.d53dcefa56960a03a4f486e6392fc2c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:22:58,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d53dcefa56960a03a4f486e6392fc2c6 2024-11-09T18:22:58,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d53dcefa56960a03a4f486e6392fc2c6 2024-11-09T18:22:58,691 INFO [StoreOpener-d53dcefa56960a03a4f486e6392fc2c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d53dcefa56960a03a4f486e6392fc2c6 2024-11-09T18:22:58,692 INFO [StoreOpener-d53dcefa56960a03a4f486e6392fc2c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d53dcefa56960a03a4f486e6392fc2c6 columnFamilyName hfileref 2024-11-09T18:22:58,692 DEBUG [StoreOpener-d53dcefa56960a03a4f486e6392fc2c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:58,693 INFO [StoreOpener-d53dcefa56960a03a4f486e6392fc2c6-1 {}] regionserver.HStore(327): Store=d53dcefa56960a03a4f486e6392fc2c6/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:22:58,693 INFO [StoreOpener-d53dcefa56960a03a4f486e6392fc2c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d53dcefa56960a03a4f486e6392fc2c6 2024-11-09T18:22:58,694 INFO [StoreOpener-d53dcefa56960a03a4f486e6392fc2c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d53dcefa56960a03a4f486e6392fc2c6 columnFamilyName queue 2024-11-09T18:22:58,694 DEBUG [StoreOpener-d53dcefa56960a03a4f486e6392fc2c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:58,695 INFO [StoreOpener-d53dcefa56960a03a4f486e6392fc2c6-1 {}] regionserver.HStore(327): Store=d53dcefa56960a03a4f486e6392fc2c6/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:22:58,695 INFO [StoreOpener-d53dcefa56960a03a4f486e6392fc2c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d53dcefa56960a03a4f486e6392fc2c6 2024-11-09T18:22:58,696 INFO [StoreOpener-d53dcefa56960a03a4f486e6392fc2c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d53dcefa56960a03a4f486e6392fc2c6 columnFamilyName sid 2024-11-09T18:22:58,696 DEBUG [StoreOpener-d53dcefa56960a03a4f486e6392fc2c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:22:58,698 INFO [StoreOpener-d53dcefa56960a03a4f486e6392fc2c6-1 {}] regionserver.HStore(327): Store=d53dcefa56960a03a4f486e6392fc2c6/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:22:58,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d53dcefa56960a03a4f486e6392fc2c6 2024-11-09T18:22:58,699 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/data/hbase/replication/d53dcefa56960a03a4f486e6392fc2c6 2024-11-09T18:22:58,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/data/hbase/replication/d53dcefa56960a03a4f486e6392fc2c6 2024-11-09T18:22:58,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d53dcefa56960a03a4f486e6392fc2c6 2024-11-09T18:22:58,702 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d53dcefa56960a03a4f486e6392fc2c6 2024-11-09T18:22:58,702 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T18:22:58,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d53dcefa56960a03a4f486e6392fc2c6 2024-11-09T18:22:58,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/data/hbase/replication/d53dcefa56960a03a4f486e6392fc2c6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:22:58,721 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d53dcefa56960a03a4f486e6392fc2c6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72819280, jitterRate=0.08509182929992676}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T18:22:58,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d53dcefa56960a03a4f486e6392fc2c6 2024-11-09T18:22:58,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d53dcefa56960a03a4f486e6392fc2c6: Running coprocessor pre-open hook at 1731176578690Writing region info on filesystem at 1731176578690Initializing all the Stores at 1731176578690Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176578690Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176578691 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176578691Cleaning up temporary data from old regions at 1731176578702 (+11 ms)Running coprocessor post-open hooks at 1731176578721 (+19 ms)Region opened successfully at 1731176578722 (+1 ms) 2024-11-09T18:22:58,723 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731176578277.d53dcefa56960a03a4f486e6392fc2c6., pid=10, masterSystemTime=1731176578641 2024-11-09T18:22:58,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731176578277.d53dcefa56960a03a4f486e6392fc2c6. 2024-11-09T18:22:58,725 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731176578277.d53dcefa56960a03a4f486e6392fc2c6. 2024-11-09T18:22:58,731 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d53dcefa56960a03a4f486e6392fc2c6, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,41289,1731176559848 2024-11-09T18:22:58,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d53dcefa56960a03a4f486e6392fc2c6, server=fb97eb0edbe8,41289,1731176559848 because future has completed 2024-11-09T18:22:58,737 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T18:22:58,738 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d53dcefa56960a03a4f486e6392fc2c6, server=fb97eb0edbe8,41289,1731176559848 in 278 msec 2024-11-09T18:22:58,740 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T18:22:58,740 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d53dcefa56960a03a4f486e6392fc2c6, ASSIGN in 437 msec 2024-11-09T18:22:58,741 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T18:22:58,742 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176578741"}]},"ts":"1731176578741"} 2024-11-09T18:22:58,744 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T18:22:58,745 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T18:22:58,747 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 468 msec 2024-11-09T18:22:58,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731176578277.d53dcefa56960a03a4f486e6392fc2c6., hostname=fb97eb0edbe8,41289,1731176559848, seqNum=2] 2024-11-09T18:22:58,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41289-0x10120d5e8590001, quorum=127.0.0.1:62842, baseZNode=/0739675149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0739675149 2024-11-09T18:22:58,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33931-0x10120d5e8590000, quorum=127.0.0.1:62842, baseZNode=/0739675149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0739675149 2024-11-09T18:22:58,840 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T18:22:58,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T18:22:58,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41289 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T18:22:58,993 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T18:22:59,030 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-fb97eb0edbe8,41289,1731176559848, ReplicationSource: 1, currentBandwidth=0 2024-11-09T18:22:59,031 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:22:59,031 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,41289,1731176559848, seqNum=-1] 2024-11-09T18:22:59,031 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:22:59,032 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44271, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-09T18:22:59,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-fb97eb0edbe8,41289,1731176559848', locateType=CURRENT is [region=hbase:replication,,1731176578277.d53dcefa56960a03a4f486e6392fc2c6., hostname=fb97eb0edbe8,41289,1731176559848, seqNum=2] 2024-11-09T18:22:59,035 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T18:22:59,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33931 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T18:22:59,039 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on fb97eb0edbe8,41289,1731176559848 suceeded 2024-11-09T18:22:59,041 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T18:22:59,041 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 199 msec 2024-11-09T18:22:59,041 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://fb97eb0edbe8:45793,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T18:22:59,043 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 776 msec 2024-11-09T18:22:59,052 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,41289,1731176559848 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fb97eb0edbe8:45793' 2024-11-09T18:22:59,053 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,41289,1731176559848 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4451a91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:22:59,053 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,41289,1731176559848 {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,45793,-1 for getting cluster id 2024-11-09T18:22:59,053 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,41289,1731176559848 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:22:59,054 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '86d7668d-04cd-4adf-b004-68d4289ab47e' 2024-11-09T18:22:59,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:22:59,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "86d7668d-04cd-4adf-b004-68d4289ab47e" 2024-11-09T18:22:59,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51ba8e89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:22:59,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,45793,-1] 2024-11-09T18:22:59,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:22:59,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:22:59,055 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:22:59,055 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,41289,1731176559848 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e43c99d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:22:59,056 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,41289,1731176559848 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:22:59,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,45793,1731176565503 2024-11-09T18:22:59,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@517b0a00 2024-11-09T18:22:59,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:22:59,057 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-09T18:22:59,057 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,41289,1731176559848 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fb97eb0edbe8,41289,1731176559848 (queues=1) is replicating from cluster=138dc133-2001-4477-91c4-61c9434204e4 to cluster=86d7668d-04cd-4adf-b004-68d4289ab47e 2024-11-09T18:22:59,058 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,41289,1731176559848 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fb97eb0edbe8%2C41289%2C1731176559848 2024-11-09T18:22:59,058 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,41289,1731176559848 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fb97eb0edbe8,41289,1731176559848, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T18:22:59,058 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,41289,1731176559848.replicationSource.shipperfb97eb0edbe8%2C41289%2C1731176559848,1-fb97eb0edbe8,41289,1731176559848 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fb97eb0edbe8%2C41289%2C1731176559848 2024-11-09T18:22:59,058 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,41289,1731176559848.replicationSource.wal-reader.fb97eb0edbe8%2C41289%2C1731176559848,1-fb97eb0edbe8,41289,1731176559848 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/WALs/fb97eb0edbe8,41289,1731176559848/fb97eb0edbe8%2C41289%2C1731176559848.1731176562390, startPosition=0, beingWritten=true 2024-11-09T18:22:59,062 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,41289,1731176559848.replicationSource.wal-reader.fb97eb0edbe8%2C41289%2C1731176559848,1-fb97eb0edbe8,41289,1731176559848 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T18:22:59,062 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,41289,1731176559848.replicationSource.wal-reader.fb97eb0edbe8%2C41289%2C1731176559848,1-fb97eb0edbe8,41289,1731176559848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/WALs/fb97eb0edbe8,41289,1731176559848/fb97eb0edbe8%2C41289%2C1731176559848.1731176562390 to pos 379, reset compression=false 2024-11-09T18:22:59,062 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,41289,1731176559848.replicationSource.shipperfb97eb0edbe8%2C41289%2C1731176559848,1-fb97eb0edbe8,41289,1731176559848 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fb97eb0edbe8,41289,1731176559848 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/WALs/fb97eb0edbe8,41289,1731176559848/fb97eb0edbe8%2C41289%2C1731176559848.1731176562390, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T18:22:59,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:59,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:59,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:59,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:59,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:59,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:59,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:59,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:59,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:59,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:59,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:59,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:59,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:59,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:59,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:59,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:59,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:59,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:59,266 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,41289,1731176559848.replicationSource.wal-reader.fb97eb0edbe8%2C41289%2C1731176559848,1-fb97eb0edbe8,41289,1731176559848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/WALs/fb97eb0edbe8,41289,1731176559848/fb97eb0edbe8%2C41289%2C1731176559848.1731176562390 to pos 379, reset compression=false 2024-11-09T18:22:59,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T18:22:59,408 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T18:22:59,409 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:22:59,409 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:22:59,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:22:59,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:22:59,409 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:22:59,411 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1430933a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:22:59,411 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,33931,-1 for getting cluster id 2024-11-09T18:22:59,411 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:22:59,412 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '138dc133-2001-4477-91c4-61c9434204e4' 2024-11-09T18:22:59,412 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:22:59,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "138dc133-2001-4477-91c4-61c9434204e4" 2024-11-09T18:22:59,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25309a13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:22:59,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,33931,-1] 2024-11-09T18:22:59,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:22:59,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:22:59,414 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:22:59,414 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1840243e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:22:59,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d61e7e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:22:59,415 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,45793,-1 for getting cluster id 2024-11-09T18:22:59,416 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:22:59,416 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '86d7668d-04cd-4adf-b004-68d4289ab47e' 2024-11-09T18:22:59,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:22:59,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "86d7668d-04cd-4adf-b004-68d4289ab47e" 2024-11-09T18:22:59,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bbed603, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:22:59,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,45793,-1] 2024-11-09T18:22:59,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:22:59,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:22:59,418 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:22:59,419 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66afa154, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:22:59,425 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42cfd11d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:22:59,425 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,35123,-1 for getting cluster id 2024-11-09T18:22:59,425 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:22:59,426 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8d1f2ca9-cbac-43e4-8ab6-1fd401491ec3' 2024-11-09T18:22:59,426 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:22:59,426 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8d1f2ca9-cbac-43e4-8ab6-1fd401491ec3" 2024-11-09T18:22:59,426 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74647b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:22:59,426 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,35123,-1] 2024-11-09T18:22:59,427 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:22:59,427 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:22:59,428 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:22:59,428 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ca1f7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:22:59,429 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:22:59,433 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731176579433/Put/seqid=0 2024-11-09T18:22:59,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34697 is added to blk_1073741840_1016 (size=7894) 2024-11-09T18:22:59,569 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,41289,1731176559848.replicationSource.wal-reader.fb97eb0edbe8%2C41289%2C1731176559848,1-fb97eb0edbe8,41289,1731176559848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/WALs/fb97eb0edbe8,41289,1731176559848/fb97eb0edbe8%2C41289%2C1731176559848.1731176562390 to pos 379, reset compression=false 2024-11-09T18:22:59,745 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T18:22:59,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:59,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:59,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:59,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:59,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:59,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:59,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:59,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:59,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:59,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:59,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:59,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:59,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:59,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:59,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:59,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:59,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:59,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:22:59,852 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731176579852/Put/seqid=0 2024-11-09T18:22:59,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34697 is added to blk_1073741841_1017 (size=7691) 2024-11-09T18:22:59,973 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,41289,1731176559848.replicationSource.wal-reader.fb97eb0edbe8%2C41289%2C1731176559848,1-fb97eb0edbe8,41289,1731176559848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/WALs/fb97eb0edbe8,41289,1731176559848/fb97eb0edbe8%2C41289%2C1731176559848.1731176562390 to pos 379, reset compression=false 2024-11-09T18:23:00,254 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T18:23:00,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f814260, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:23:00,260 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,33931,-1 for getting cluster id 2024-11-09T18:23:00,260 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:23:00,261 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '138dc133-2001-4477-91c4-61c9434204e4' 2024-11-09T18:23:00,261 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:23:00,261 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "138dc133-2001-4477-91c4-61c9434204e4" 2024-11-09T18:23:00,261 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35e5e033, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:23:00,261 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,33931,-1] 2024-11-09T18:23:00,261 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:23:00,261 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:23:00,262 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:23:00,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@796dd015, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:23:00,263 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:23:00,264 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,41289,1731176559848, seqNum=-1] 2024-11-09T18:23:00,264 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:23:00,264 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:23:00,273 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:23:00,274 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,33931,1731176559632 2024-11-09T18:23:00,274 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e29b980 2024-11-09T18:23:00,274 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:23:00,275 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:23:00,278 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731176574307.d114ae3f1b8cced51a401d9539f632ef., hostname=fb97eb0edbe8,41289,1731176559848, seqNum=2] 2024-11-09T18:23:00,280 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T18:23:00,286 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-09T18:23:00,288 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-09T18:23:00,292 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41289 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/testHFileCyclicReplication_0/f/hfile_0 for inclusion in d114ae3f1b8cced51a401d9539f632ef/f 2024-11-09T18:23:00,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41289 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-09T18:23:00,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41289 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T18:23:00,295 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41289 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/testHFileCyclicReplication_0/f/hfile_1 for inclusion in d114ae3f1b8cced51a401d9539f632ef/f 2024-11-09T18:23:00,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41289 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-09T18:23:00,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41289 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T18:23:00,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41289 {}] regionserver.HRegion(2603): Flush status journal for d114ae3f1b8cced51a401d9539f632ef: 2024-11-09T18:23:00,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41289 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/staging/jenkins__test__mmhmdou8ahp9u85qpch8ijbikaoodjlea7lnrp9cd09gsgmal90blntr74jjrvbm/f/hfile_0 2024-11-09T18:23:00,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41289 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/staging/jenkins__test__mmhmdou8ahp9u85qpch8ijbikaoodjlea7lnrp9cd09gsgmal90blntr74jjrvbm/f/hfile_0 as hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/data/default/test/d114ae3f1b8cced51a401d9539f632ef/f/171f17efa6db4747973566bbf101bd49_SeqId_4_ 2024-11-09T18:23:00,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41289 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/staging/jenkins__test__mmhmdou8ahp9u85qpch8ijbikaoodjlea7lnrp9cd09gsgmal90blntr74jjrvbm/f/hfile_1 2024-11-09T18:23:00,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41289 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/staging/jenkins__test__mmhmdou8ahp9u85qpch8ijbikaoodjlea7lnrp9cd09gsgmal90blntr74jjrvbm/f/hfile_1 as hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/data/default/test/d114ae3f1b8cced51a401d9539f632ef/f/9b5c313c911b434eb2a29140f08f4513_SeqId_4_ 2024-11-09T18:23:00,306 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41289 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/staging/jenkins__test__mmhmdou8ahp9u85qpch8ijbikaoodjlea7lnrp9cd09gsgmal90blntr74jjrvbm/f/hfile_0 into d114ae3f1b8cced51a401d9539f632ef/f as hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/data/default/test/d114ae3f1b8cced51a401d9539f632ef/f/171f17efa6db4747973566bbf101bd49_SeqId_4_ - updating store file list. 2024-11-09T18:23:00,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41289 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 171f17efa6db4747973566bbf101bd49_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T18:23:00,309 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41289 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/data/default/test/d114ae3f1b8cced51a401d9539f632ef/f/171f17efa6db4747973566bbf101bd49_SeqId_4_ into d114ae3f1b8cced51a401d9539f632ef/f 2024-11-09T18:23:00,309 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41289 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/staging/jenkins__test__mmhmdou8ahp9u85qpch8ijbikaoodjlea7lnrp9cd09gsgmal90blntr74jjrvbm/f/hfile_0 into d114ae3f1b8cced51a401d9539f632ef/f (new location: hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/data/default/test/d114ae3f1b8cced51a401d9539f632ef/f/171f17efa6db4747973566bbf101bd49_SeqId_4_) 2024-11-09T18:23:00,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41289 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/staging/jenkins__test__mmhmdou8ahp9u85qpch8ijbikaoodjlea7lnrp9cd09gsgmal90blntr74jjrvbm/f/hfile_0 2024-11-09T18:23:00,310 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41289 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/staging/jenkins__test__mmhmdou8ahp9u85qpch8ijbikaoodjlea7lnrp9cd09gsgmal90blntr74jjrvbm/f/hfile_1 into d114ae3f1b8cced51a401d9539f632ef/f as hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/data/default/test/d114ae3f1b8cced51a401d9539f632ef/f/9b5c313c911b434eb2a29140f08f4513_SeqId_4_ - updating store file list. 2024-11-09T18:23:00,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41289 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9b5c313c911b434eb2a29140f08f4513_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T18:23:00,314 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41289 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/data/default/test/d114ae3f1b8cced51a401d9539f632ef/f/9b5c313c911b434eb2a29140f08f4513_SeqId_4_ into d114ae3f1b8cced51a401d9539f632ef/f 2024-11-09T18:23:00,314 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41289 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/staging/jenkins__test__mmhmdou8ahp9u85qpch8ijbikaoodjlea7lnrp9cd09gsgmal90blntr74jjrvbm/f/hfile_1 into d114ae3f1b8cced51a401d9539f632ef/f (new location: hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/data/default/test/d114ae3f1b8cced51a401d9539f632ef/f/9b5c313c911b434eb2a29140f08f4513_SeqId_4_) 2024-11-09T18:23:00,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41289 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/staging/jenkins__test__mmhmdou8ahp9u85qpch8ijbikaoodjlea7lnrp9cd09gsgmal90blntr74jjrvbm/f/hfile_1 2024-11-09T18:23:00,316 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:23:00,316 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:23:00,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:23:00,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:23:00,317 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731176574307.d114ae3f1b8cced51a401d9539f632ef., hostname=fb97eb0edbe8,41289,1731176559848, seqNum=2 , the old value is region=test,,1731176574307.d114ae3f1b8cced51a401d9539f632ef., hostname=fb97eb0edbe8,41289,1731176559848, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=fb97eb0edbe8:41289 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T18:23:00,317 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731176574307.d114ae3f1b8cced51a401d9539f632ef., hostname=fb97eb0edbe8,41289,1731176559848, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T18:23:00,317 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731176574307.d114ae3f1b8cced51a401d9539f632ef., hostname=fb97eb0edbe8,41289,1731176559848, seqNum=2 from cache 2024-11-09T18:23:00,317 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:23:00,317 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-09T18:23:00,318 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:23:00,318 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,34467,1731176565707, seqNum=-1] 2024-11-09T18:23:00,318 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:23:00,319 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:23:00,320 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731176574951.4d71ed6efdcaf4fa5174678ad820f8a2., hostname=fb97eb0edbe8,34467,1731176565707, seqNum=2] 2024-11-09T18:23:00,322 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-09T18:23:00,429 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fb97eb0edbe8:41289 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-09T18:23:00,476 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,41289,1731176559848.replicationSource.wal-reader.fb97eb0edbe8%2C41289%2C1731176559848,1-fb97eb0edbe8,41289,1731176559848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/WALs/fb97eb0edbe8,41289,1731176559848/fb97eb0edbe8%2C41289%2C1731176559848.1731176562390 to pos 379, reset compression=false 2024-11-09T18:23:00,481 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,41289,1731176559848.replicationSource.wal-reader.fb97eb0edbe8%2C41289%2C1731176559848,1-fb97eb0edbe8,41289,1731176559848 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T18:23:00,481 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,41289,1731176559848.replicationSource.shipperfb97eb0edbe8%2C41289%2C1731176559848,1-fb97eb0edbe8,41289,1731176559848 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fb97eb0edbe8,41289,1731176559848 got entry batch from reader: WALEntryBatch [walEntries=[{test/d114ae3f1b8cced51a401d9539f632ef/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731176580314/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/WALs/fb97eb0edbe8,41289,1731176559848/fb97eb0edbe8%2C41289%2C1731176559848.1731176562390, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-09T18:23:00,483 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,41289,1731176559848.replicationSource.shipperfb97eb0edbe8%2C41289%2C1731176559848,1-fb97eb0edbe8,41289,1731176559848 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T18:23:00,484 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-09T18:23:00,484 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34467 {}] regionserver.ReplicationSink(318): Replicating [138dc133-2001-4477-91c4-61c9434204e4] bulk loaded data 2024-11-09T18:23:00,485 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34467 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16f7a576, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:23:00,485 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34467 {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,45793,-1 for getting cluster id 2024-11-09T18:23:00,485 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34467 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:23:00,485 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '86d7668d-04cd-4adf-b004-68d4289ab47e' 2024-11-09T18:23:00,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:23:00,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "86d7668d-04cd-4adf-b004-68d4289ab47e" 2024-11-09T18:23:00,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69b4d7db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:23:00,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,45793,-1] 2024-11-09T18:23:00,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:23:00,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:23:00,486 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:23:00,487 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34467 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5daf98ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:23:00,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40991 is added to blk_1073741837_1013 (size=7894) 2024-11-09T18:23:00,681 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,41289,1731176559848.replicationSource.wal-reader.fb97eb0edbe8%2C41289%2C1731176559848,1-fb97eb0edbe8,41289,1731176559848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/WALs/fb97eb0edbe8,41289,1731176559848/fb97eb0edbe8%2C41289%2C1731176559848.1731176562390 to pos 687, reset compression=false 2024-11-09T18:23:00,993 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,41289,1731176559848.replicationSource.wal-reader.fb97eb0edbe8%2C41289%2C1731176559848,1-fb97eb0edbe8,41289,1731176559848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/WALs/fb97eb0edbe8,41289,1731176559848/fb97eb0edbe8%2C41289%2C1731176559848.1731176562390 to pos 687, reset compression=false 2024-11-09T18:23:01,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40991 is added to blk_1073741838_1014 (size=7691) 2024-11-09T18:23:01,004 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34467 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:23:01,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,45793,1731176565503 2024-11-09T18:23:01,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52e88ec5 2024-11-09T18:23:01,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:23:01,006 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-09T18:23:01,008 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34467 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T18:23:01,008 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34467 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:23:01,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,34467,1731176565707, seqNum=-1] 2024-11-09T18:23:01,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:23:01,010 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-09T18:23:01,015 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/staging/jenkins.hfs.22__test__issic8dej4qaa3t5ht1amnqk4qb6mvja3qgsk7c5o1n0q6s3j42fjd1shv1ht8cd/f/171f17efa6db4747973566bbf101bd49_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-09T18:23:01,017 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/staging/jenkins.hfs.22__test__issic8dej4qaa3t5ht1amnqk4qb6mvja3qgsk7c5o1n0q6s3j42fjd1shv1ht8cd/f/9b5c313c911b434eb2a29140f08f4513_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-09T18:23:01,021 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34467 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/staging/jenkins.hfs.22__test__issic8dej4qaa3t5ht1amnqk4qb6mvja3qgsk7c5o1n0q6s3j42fjd1shv1ht8cd/f/9b5c313c911b434eb2a29140f08f4513_SeqId_4_ for inclusion in 4d71ed6efdcaf4fa5174678ad820f8a2/f 2024-11-09T18:23:01,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34467 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-09T18:23:01,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34467 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T18:23:01,023 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34467 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/staging/jenkins.hfs.22__test__issic8dej4qaa3t5ht1amnqk4qb6mvja3qgsk7c5o1n0q6s3j42fjd1shv1ht8cd/f/171f17efa6db4747973566bbf101bd49_SeqId_4_ for inclusion in 4d71ed6efdcaf4fa5174678ad820f8a2/f 2024-11-09T18:23:01,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34467 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-09T18:23:01,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34467 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T18:23:01,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34467 {}] regionserver.HRegion(2603): Flush status journal for 4d71ed6efdcaf4fa5174678ad820f8a2: 2024-11-09T18:23:01,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34467 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9b5c313c911b434eb2a29140f08f4513_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-09T18:23:01,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34467 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/staging/jenkins.hfs.22__test__issic8dej4qaa3t5ht1amnqk4qb6mvja3qgsk7c5o1n0q6s3j42fjd1shv1ht8cd/f/9b5c313c911b434eb2a29140f08f4513_SeqId_4_ as hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/data/default/test/4d71ed6efdcaf4fa5174678ad820f8a2/f/c06ccaf73a704295a2a6416fe34079dc_SeqId_4_ 2024-11-09T18:23:01,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34467 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 171f17efa6db4747973566bbf101bd49_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-09T18:23:01,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34467 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/staging/jenkins.hfs.22__test__issic8dej4qaa3t5ht1amnqk4qb6mvja3qgsk7c5o1n0q6s3j42fjd1shv1ht8cd/f/171f17efa6db4747973566bbf101bd49_SeqId_4_ as hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/data/default/test/4d71ed6efdcaf4fa5174678ad820f8a2/f/dd240947e6e840c58ef66444023d4606_SeqId_4_ 2024-11-09T18:23:01,028 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34467 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/staging/jenkins.hfs.22__test__issic8dej4qaa3t5ht1amnqk4qb6mvja3qgsk7c5o1n0q6s3j42fjd1shv1ht8cd/f/9b5c313c911b434eb2a29140f08f4513_SeqId_4_ into 4d71ed6efdcaf4fa5174678ad820f8a2/f as hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/data/default/test/4d71ed6efdcaf4fa5174678ad820f8a2/f/c06ccaf73a704295a2a6416fe34079dc_SeqId_4_ - updating store file list. 2024-11-09T18:23:01,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34467 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c06ccaf73a704295a2a6416fe34079dc_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T18:23:01,031 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34467 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/data/default/test/4d71ed6efdcaf4fa5174678ad820f8a2/f/c06ccaf73a704295a2a6416fe34079dc_SeqId_4_ into 4d71ed6efdcaf4fa5174678ad820f8a2/f 2024-11-09T18:23:01,031 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34467 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/staging/jenkins.hfs.22__test__issic8dej4qaa3t5ht1amnqk4qb6mvja3qgsk7c5o1n0q6s3j42fjd1shv1ht8cd/f/9b5c313c911b434eb2a29140f08f4513_SeqId_4_ into 4d71ed6efdcaf4fa5174678ad820f8a2/f (new location: hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/data/default/test/4d71ed6efdcaf4fa5174678ad820f8a2/f/c06ccaf73a704295a2a6416fe34079dc_SeqId_4_) 2024-11-09T18:23:01,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34467 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/staging/jenkins.hfs.22__test__issic8dej4qaa3t5ht1amnqk4qb6mvja3qgsk7c5o1n0q6s3j42fjd1shv1ht8cd/f/9b5c313c911b434eb2a29140f08f4513_SeqId_4_ 2024-11-09T18:23:01,031 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34467 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/staging/jenkins.hfs.22__test__issic8dej4qaa3t5ht1amnqk4qb6mvja3qgsk7c5o1n0q6s3j42fjd1shv1ht8cd/f/171f17efa6db4747973566bbf101bd49_SeqId_4_ into 4d71ed6efdcaf4fa5174678ad820f8a2/f as hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/data/default/test/4d71ed6efdcaf4fa5174678ad820f8a2/f/dd240947e6e840c58ef66444023d4606_SeqId_4_ - updating store file list. 2024-11-09T18:23:01,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34467 {}] regionserver.HStoreFile(483): HFile Bloom filter type for dd240947e6e840c58ef66444023d4606_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T18:23:01,034 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34467 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/data/default/test/4d71ed6efdcaf4fa5174678ad820f8a2/f/dd240947e6e840c58ef66444023d4606_SeqId_4_ into 4d71ed6efdcaf4fa5174678ad820f8a2/f 2024-11-09T18:23:01,034 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34467 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/staging/jenkins.hfs.22__test__issic8dej4qaa3t5ht1amnqk4qb6mvja3qgsk7c5o1n0q6s3j42fjd1shv1ht8cd/f/171f17efa6db4747973566bbf101bd49_SeqId_4_ into 4d71ed6efdcaf4fa5174678ad820f8a2/f (new location: hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/data/default/test/4d71ed6efdcaf4fa5174678ad820f8a2/f/dd240947e6e840c58ef66444023d4606_SeqId_4_) 2024-11-09T18:23:01,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34467 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/staging/jenkins.hfs.22__test__issic8dej4qaa3t5ht1amnqk4qb6mvja3qgsk7c5o1n0q6s3j42fjd1shv1ht8cd/f/171f17efa6db4747973566bbf101bd49_SeqId_4_ 2024-11-09T18:23:01,036 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34467 {}] regionserver.ReplicationSink(324): Finished replicating [138dc133-2001-4477-91c4-61c9434204e4] bulk loaded data 2024-11-09T18:23:01,322 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T18:23:01,331 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:23:01,332 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,33555,1731176571746, seqNum=-1] 2024-11-09T18:23:01,332 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:23:01,333 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:23:01,335 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731176576102.317af8a2fdddc4b2e4bb2447e1f7d499., hostname=fb97eb0edbe8,33555,1731176571746, seqNum=2] 2024-11-09T18:23:01,341 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T18:23:01,342 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T18:23:01,343 DEBUG [regionserver/fb97eb0edbe8:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL fb97eb0edbe8%2C41289%2C1731176559848:(num 1731176562390) roll requested 2024-11-09T18:23:01,362 DEBUG [regionserver/fb97eb0edbe8:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/WALs/fb97eb0edbe8,41289,1731176559848/fb97eb0edbe8%2C41289%2C1731176559848.1731176581343, exclude list is [], retry=0 2024-11-09T18:23:01,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34697,DS-6b66b728-cf4e-4481-957b-017de7fad0f9,DISK] 2024-11-09T18:23:01,366 INFO [regionserver/fb97eb0edbe8:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/WALs/fb97eb0edbe8,41289,1731176559848/fb97eb0edbe8%2C41289%2C1731176559848.1731176562390 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/WALs/fb97eb0edbe8,41289,1731176559848/fb97eb0edbe8%2C41289%2C1731176559848.1731176581343 2024-11-09T18:23:01,366 DEBUG [regionserver/fb97eb0edbe8:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39027:39027)] 2024-11-09T18:23:01,367 DEBUG [regionserver/fb97eb0edbe8:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/WALs/fb97eb0edbe8,41289,1731176559848/fb97eb0edbe8%2C41289%2C1731176559848.1731176562390 is not closed yet, will try archiving it next time 2024-11-09T18:23:01,367 DEBUG [regionserver/fb97eb0edbe8:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL fb97eb0edbe8%2C41289%2C1731176559848.rep:(num 1731176578650) roll requested 2024-11-09T18:23:01,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3623234e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:23:01,367 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,33931,-1 for getting cluster id 2024-11-09T18:23:01,368 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:23:01,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34697 is added to blk_1073741832_1008 (size=695) 2024-11-09T18:23:01,368 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/WALs/fb97eb0edbe8,41289,1731176559848/fb97eb0edbe8%2C41289%2C1731176559848.1731176562390 not finished, retry = 0 2024-11-09T18:23:01,368 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '138dc133-2001-4477-91c4-61c9434204e4' 2024-11-09T18:23:01,368 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:23:01,369 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "138dc133-2001-4477-91c4-61c9434204e4" 2024-11-09T18:23:01,369 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20cf9a4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:23:01,369 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,33931,-1] 2024-11-09T18:23:01,369 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:23:01,369 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:23:01,370 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:23:01,370 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fa7cc38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:23:01,370 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:23:01,371 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,33931,1731176559632 2024-11-09T18:23:01,371 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@546bb6e5 2024-11-09T18:23:01,371 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:23:01,372 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:23:01,372 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33931 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://fb97eb0edbe8:35123,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T18:23:01,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33931 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T18:23:01,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T18:23:01,376 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fb97eb0edbe8:35123' 2024-11-09T18:23:01,380 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dfef51e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:23:01,380 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,35123,-1 for getting cluster id 2024-11-09T18:23:01,380 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:23:01,381 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8d1f2ca9-cbac-43e4-8ab6-1fd401491ec3' 2024-11-09T18:23:01,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:23:01,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8d1f2ca9-cbac-43e4-8ab6-1fd401491ec3" 2024-11-09T18:23:01,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2454c9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:23:01,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,35123,-1] 2024-11-09T18:23:01,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:23:01,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:23:01,383 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:23:01,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bce7777, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:23:01,383 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:23:01,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,35123,1731176571550 2024-11-09T18:23:01,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@473a3700 2024-11-09T18:23:01,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:23:01,385 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:23:01,386 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-09T18:23:01,386 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T18:23:01,386 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:23:01,386 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:23:01,386 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:23:01,395 DEBUG [regionserver/fb97eb0edbe8:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/WALs/fb97eb0edbe8,41289,1731176559848/fb97eb0edbe8%2C41289%2C1731176559848.rep.1731176581367, exclude list is [], retry=0 2024-11-09T18:23:01,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34697,DS-6b66b728-cf4e-4481-957b-017de7fad0f9,DISK] 2024-11-09T18:23:01,398 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,41289,1731176559848.replicationSource.wal-reader.fb97eb0edbe8%2C41289%2C1731176559848,1-fb97eb0edbe8,41289,1731176559848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/WALs/fb97eb0edbe8,41289,1731176559848/fb97eb0edbe8%2C41289%2C1731176559848.1731176562390 to pos 687, reset compression=false 2024-11-09T18:23:01,400 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,41289,1731176559848.replicationSource.wal-reader.fb97eb0edbe8%2C41289%2C1731176559848,1-fb97eb0edbe8,41289,1731176559848 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/WALs/fb97eb0edbe8,41289,1731176559848/fb97eb0edbe8%2C41289%2C1731176559848.1731176562390 2024-11-09T18:23:01,401 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,41289,1731176559848.replicationSource.shipperfb97eb0edbe8%2C41289%2C1731176559848,1-fb97eb0edbe8,41289,1731176559848 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fb97eb0edbe8,41289,1731176559848 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/WALs/fb97eb0edbe8,41289,1731176559848/fb97eb0edbe8%2C41289%2C1731176559848.1731176562390, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-09T18:23:01,401 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,41289,1731176559848.replicationSource.wal-reader.fb97eb0edbe8%2C41289%2C1731176559848,1-fb97eb0edbe8,41289,1731176559848 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/WALs/fb97eb0edbe8,41289,1731176559848/fb97eb0edbe8%2C41289%2C1731176559848.1731176581343, startPosition=0, beingWritten=true 2024-11-09T18:23:01,403 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,41289,1731176559848.replicationSource.shipperfb97eb0edbe8%2C41289%2C1731176559848,1-fb97eb0edbe8,41289,1731176559848 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [fb97eb0edbe8%2C41289%2C1731176559848.1731176562390] 2024-11-09T18:23:01,405 INFO [regionserver/fb97eb0edbe8:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/WALs/fb97eb0edbe8,41289,1731176559848/fb97eb0edbe8%2C41289%2C1731176559848.rep.1731176578650 with entries=7, filesize=1.67 KB; new WAL /user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/WALs/fb97eb0edbe8,41289,1731176559848/fb97eb0edbe8%2C41289%2C1731176559848.rep.1731176581367 2024-11-09T18:23:01,408 DEBUG [regionserver/fb97eb0edbe8:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39027:39027)] 2024-11-09T18:23:01,408 DEBUG [regionserver/fb97eb0edbe8:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/WALs/fb97eb0edbe8,41289,1731176559848/fb97eb0edbe8%2C41289%2C1731176559848.rep.1731176578650 is not closed yet, will try archiving it next time 2024-11-09T18:23:01,408 DEBUG [regionserver/fb97eb0edbe8:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL fb97eb0edbe8%2C41289%2C1731176559848.meta:.meta(num 1731176563354) roll requested 2024-11-09T18:23:01,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34697 is added to blk_1073741839_1015 (size=1722) 2024-11-09T18:23:01,424 DEBUG [regionserver/fb97eb0edbe8:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/WALs/fb97eb0edbe8,41289,1731176559848/fb97eb0edbe8%2C41289%2C1731176559848.meta.1731176581408.meta, exclude list is [], retry=0 2024-11-09T18:23:01,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34697,DS-6b66b728-cf4e-4481-957b-017de7fad0f9,DISK] 2024-11-09T18:23:01,433 INFO [regionserver/fb97eb0edbe8:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/WALs/fb97eb0edbe8,41289,1731176559848/fb97eb0edbe8%2C41289%2C1731176559848.meta.1731176563354.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/WALs/fb97eb0edbe8,41289,1731176559848/fb97eb0edbe8%2C41289%2C1731176559848.meta.1731176581408.meta 2024-11-09T18:23:01,440 DEBUG [regionserver/fb97eb0edbe8:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39027:39027)] 2024-11-09T18:23:01,440 DEBUG [regionserver/fb97eb0edbe8:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/WALs/fb97eb0edbe8,41289,1731176559848/fb97eb0edbe8%2C41289%2C1731176559848.meta.1731176563354.meta is not closed yet, will try archiving it next time 2024-11-09T18:23:01,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34697 is added to blk_1073741834_1010 (size=3473) 2024-11-09T18:23:01,477 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/WALs/fb97eb0edbe8,41289,1731176559848/fb97eb0edbe8%2C41289%2C1731176559848.1731176562390 to hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/oldWALs/fb97eb0edbe8%2C41289%2C1731176559848.1731176562390 2024-11-09T18:23:01,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T18:23:01,513 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T18:23:01,666 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41289 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-09T18:23:01,666 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-09T18:23:01,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T18:23:01,703 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-fb97eb0edbe8,41289,1731176559848, ReplicationSource: 2, currentBandwidth=0 2024-11-09T18:23:01,705 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-09T18:23:01,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33931 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-09T18:23:01,707 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on fb97eb0edbe8,41289,1731176559848 suceeded 2024-11-09T18:23:01,709 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-09T18:23:01,709 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-09T18:23:01,709 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://fb97eb0edbe8:35123,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T18:23:01,711 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 337 msec 2024-11-09T18:23:01,726 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,2-fb97eb0edbe8,41289,1731176559848 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fb97eb0edbe8:35123' 2024-11-09T18:23:01,727 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,2-fb97eb0edbe8,41289,1731176559848 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70f5474c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:23:01,727 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,2-fb97eb0edbe8,41289,1731176559848 {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,35123,-1 for getting cluster id 2024-11-09T18:23:01,727 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,2-fb97eb0edbe8,41289,1731176559848 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:23:01,728 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8d1f2ca9-cbac-43e4-8ab6-1fd401491ec3' 2024-11-09T18:23:01,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:23:01,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8d1f2ca9-cbac-43e4-8ab6-1fd401491ec3" 2024-11-09T18:23:01,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2115c16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:23:01,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,35123,-1] 2024-11-09T18:23:01,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:23:01,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:23:01,729 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:23:01,730 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,2-fb97eb0edbe8,41289,1731176559848 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d7328de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:23:01,730 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,2-fb97eb0edbe8,41289,1731176559848 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:23:01,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,35123,1731176571550 2024-11-09T18:23:01,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a02856d 2024-11-09T18:23:01,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:23:01,731 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-09T18:23:01,732 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,2-fb97eb0edbe8,41289,1731176559848 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-fb97eb0edbe8,41289,1731176559848 (queues=1) is replicating from cluster=138dc133-2001-4477-91c4-61c9434204e4 to cluster=8d1f2ca9-cbac-43e4-8ab6-1fd401491ec3 2024-11-09T18:23:01,732 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,2-fb97eb0edbe8,41289,1731176559848 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=fb97eb0edbe8%2C41289%2C1731176559848 2024-11-09T18:23:01,732 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,2-fb97eb0edbe8,41289,1731176559848 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-fb97eb0edbe8,41289,1731176559848, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T18:23:01,733 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,2-fb97eb0edbe8,41289,1731176559848.replicationSource.wal-reader.fb97eb0edbe8%2C41289%2C1731176559848,2-fb97eb0edbe8,41289,1731176559848 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/WALs/fb97eb0edbe8,41289,1731176559848/fb97eb0edbe8%2C41289%2C1731176559848.1731176581343, startPosition=0, beingWritten=true 2024-11-09T18:23:01,733 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,2-fb97eb0edbe8,41289,1731176559848.replicationSource.shipperfb97eb0edbe8%2C41289%2C1731176559848,2-fb97eb0edbe8,41289,1731176559848 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fb97eb0edbe8%2C41289%2C1731176559848 2024-11-09T18:23:01,922 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,41289,1731176559848.replicationSource.wal-reader.fb97eb0edbe8%2C41289%2C1731176559848,1-fb97eb0edbe8,41289,1731176559848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/WALs/fb97eb0edbe8,41289,1731176559848/fb97eb0edbe8%2C41289%2C1731176559848.1731176581343 to pos 0, reset compression=false 2024-11-09T18:23:01,938 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,2-fb97eb0edbe8,41289,1731176559848.replicationSource.wal-reader.fb97eb0edbe8%2C41289%2C1731176559848,2-fb97eb0edbe8,41289,1731176559848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/WALs/fb97eb0edbe8,41289,1731176559848/fb97eb0edbe8%2C41289%2C1731176559848.1731176581343 to pos 0, reset compression=false 2024-11-09T18:23:01,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T18:23:01,998 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-09T18:23:01,998 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:23:01,998 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:23:01,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:23:01,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:23:01,998 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:23:01,999 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:23:02,002 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731176582001/Put/seqid=0 2024-11-09T18:23:02,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34697 is added to blk_1073741845_1021 (size=11194) 2024-11-09T18:23:02,009 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731176582009/Put/seqid=0 2024-11-09T18:23:02,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34697 is added to blk_1073741846_1022 (size=10791) 2024-11-09T18:23:02,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@422e70a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:23:02,020 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,33931,-1 for getting cluster id 2024-11-09T18:23:02,020 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:23:02,021 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '138dc133-2001-4477-91c4-61c9434204e4' 2024-11-09T18:23:02,021 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:23:02,021 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "138dc133-2001-4477-91c4-61c9434204e4" 2024-11-09T18:23:02,021 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@111f684, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:23:02,021 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,33931,-1] 2024-11-09T18:23:02,021 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:23:02,022 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:23:02,022 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:23:02,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28f564a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:23:02,023 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:23:02,024 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,41289,1731176559848, seqNum=-1] 2024-11-09T18:23:02,024 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:23:02,025 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:23:02,056 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:23:02,057 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,33931,1731176559632 2024-11-09T18:23:02,057 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2864af85 2024-11-09T18:23:02,057 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:23:02,058 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:23:02,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731176574307.d114ae3f1b8cced51a401d9539f632ef., hostname=fb97eb0edbe8,41289,1731176559848, seqNum=2] 2024-11-09T18:23:02,064 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T18:23:02,070 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-09T18:23:02,073 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-09T18:23:02,090 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41289 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/testHFileCyclicReplication_1/f/hfile_0 for inclusion in d114ae3f1b8cced51a401d9539f632ef/f 2024-11-09T18:23:02,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41289 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-09T18:23:02,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41289 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T18:23:02,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41289 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/testHFileCyclicReplication_1/f/hfile_1 for inclusion in d114ae3f1b8cced51a401d9539f632ef/f 2024-11-09T18:23:02,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41289 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-09T18:23:02,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41289 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T18:23:02,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41289 {}] regionserver.HRegion(2603): Flush status journal for d114ae3f1b8cced51a401d9539f632ef: 2024-11-09T18:23:02,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41289 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/staging/jenkins__test__n9ql4iuvpab1lavm517tiuut2f3ujvkdc739h37atm31v96ck970t4a8ckqengn2/f/hfile_0 2024-11-09T18:23:02,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41289 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/staging/jenkins__test__n9ql4iuvpab1lavm517tiuut2f3ujvkdc739h37atm31v96ck970t4a8ckqengn2/f/hfile_0 as hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/data/default/test/d114ae3f1b8cced51a401d9539f632ef/f/cc758ac2912b47b6bf628b0be8658b4f_SeqId_6_ 2024-11-09T18:23:02,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41289 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/staging/jenkins__test__n9ql4iuvpab1lavm517tiuut2f3ujvkdc739h37atm31v96ck970t4a8ckqengn2/f/hfile_1 2024-11-09T18:23:02,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41289 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/staging/jenkins__test__n9ql4iuvpab1lavm517tiuut2f3ujvkdc739h37atm31v96ck970t4a8ckqengn2/f/hfile_1 as hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/data/default/test/d114ae3f1b8cced51a401d9539f632ef/f/a7c02816100a4ac4851c4467c6843d59_SeqId_6_ 2024-11-09T18:23:02,108 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41289 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/staging/jenkins__test__n9ql4iuvpab1lavm517tiuut2f3ujvkdc739h37atm31v96ck970t4a8ckqengn2/f/hfile_0 into d114ae3f1b8cced51a401d9539f632ef/f as hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/data/default/test/d114ae3f1b8cced51a401d9539f632ef/f/cc758ac2912b47b6bf628b0be8658b4f_SeqId_6_ - updating store file list. 2024-11-09T18:23:02,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41289 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cc758ac2912b47b6bf628b0be8658b4f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T18:23:02,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41289 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/data/default/test/d114ae3f1b8cced51a401d9539f632ef/f/cc758ac2912b47b6bf628b0be8658b4f_SeqId_6_ into d114ae3f1b8cced51a401d9539f632ef/f 2024-11-09T18:23:02,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41289 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/staging/jenkins__test__n9ql4iuvpab1lavm517tiuut2f3ujvkdc739h37atm31v96ck970t4a8ckqengn2/f/hfile_0 into d114ae3f1b8cced51a401d9539f632ef/f (new location: hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/data/default/test/d114ae3f1b8cced51a401d9539f632ef/f/cc758ac2912b47b6bf628b0be8658b4f_SeqId_6_) 2024-11-09T18:23:02,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41289 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/staging/jenkins__test__n9ql4iuvpab1lavm517tiuut2f3ujvkdc739h37atm31v96ck970t4a8ckqengn2/f/hfile_0 2024-11-09T18:23:02,115 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41289 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/staging/jenkins__test__n9ql4iuvpab1lavm517tiuut2f3ujvkdc739h37atm31v96ck970t4a8ckqengn2/f/hfile_1 into d114ae3f1b8cced51a401d9539f632ef/f as hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/data/default/test/d114ae3f1b8cced51a401d9539f632ef/f/a7c02816100a4ac4851c4467c6843d59_SeqId_6_ - updating store file list. 2024-11-09T18:23:02,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41289 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a7c02816100a4ac4851c4467c6843d59_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T18:23:02,119 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41289 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/data/default/test/d114ae3f1b8cced51a401d9539f632ef/f/a7c02816100a4ac4851c4467c6843d59_SeqId_6_ into d114ae3f1b8cced51a401d9539f632ef/f 2024-11-09T18:23:02,119 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41289 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/staging/jenkins__test__n9ql4iuvpab1lavm517tiuut2f3ujvkdc739h37atm31v96ck970t4a8ckqengn2/f/hfile_1 into d114ae3f1b8cced51a401d9539f632ef/f (new location: hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/data/default/test/d114ae3f1b8cced51a401d9539f632ef/f/a7c02816100a4ac4851c4467c6843d59_SeqId_6_) 2024-11-09T18:23:02,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41289 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/staging/jenkins__test__n9ql4iuvpab1lavm517tiuut2f3ujvkdc739h37atm31v96ck970t4a8ckqengn2/f/hfile_1 2024-11-09T18:23:02,120 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:23:02,121 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:23:02,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:23:02,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:23:02,121 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:23:02,122 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731176574307.d114ae3f1b8cced51a401d9539f632ef., hostname=fb97eb0edbe8,41289,1731176559848, seqNum=2 , the old value is region=test,,1731176574307.d114ae3f1b8cced51a401d9539f632ef., hostname=fb97eb0edbe8,41289,1731176559848, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=fb97eb0edbe8:41289 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T18:23:02,122 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731176574307.d114ae3f1b8cced51a401d9539f632ef., hostname=fb97eb0edbe8,41289,1731176559848, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T18:23:02,122 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731176574307.d114ae3f1b8cced51a401d9539f632ef., hostname=fb97eb0edbe8,41289,1731176559848, seqNum=2 from cache 2024-11-09T18:23:02,122 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-09T18:23:02,125 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-09T18:23:02,228 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fb97eb0edbe8:41289 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-09T18:23:02,242 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,2-fb97eb0edbe8,41289,1731176559848.replicationSource.wal-reader.fb97eb0edbe8%2C41289%2C1731176559848,2-fb97eb0edbe8,41289,1731176559848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/WALs/fb97eb0edbe8,41289,1731176559848/fb97eb0edbe8%2C41289%2C1731176559848.1731176581343 to pos 0, reset compression=false 2024-11-09T18:23:02,248 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,2-fb97eb0edbe8,41289,1731176559848.replicationSource.wal-reader.fb97eb0edbe8%2C41289%2C1731176559848,2-fb97eb0edbe8,41289,1731176559848 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T18:23:02,248 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,2-fb97eb0edbe8,41289,1731176559848.replicationSource.shipperfb97eb0edbe8%2C41289%2C1731176559848,2-fb97eb0edbe8,41289,1731176559848 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-fb97eb0edbe8,41289,1731176559848 got entry batch from reader: WALEntryBatch [walEntries=[{test/d114ae3f1b8cced51a401d9539f632ef/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731176582119/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/WALs/fb97eb0edbe8,41289,1731176559848/fb97eb0edbe8%2C41289%2C1731176559848.1731176581343, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-09T18:23:02,250 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,2-fb97eb0edbe8,41289,1731176559848.replicationSource.shipperfb97eb0edbe8%2C41289%2C1731176559848,2-fb97eb0edbe8,41289,1731176559848 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T18:23:02,252 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-09T18:23:02,252 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33555 {}] regionserver.ReplicationSink(318): Replicating [138dc133-2001-4477-91c4-61c9434204e4] bulk loaded data 2024-11-09T18:23:02,253 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33555 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1130d54b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:23:02,253 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33555 {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,35123,-1 for getting cluster id 2024-11-09T18:23:02,253 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33555 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:23:02,254 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8d1f2ca9-cbac-43e4-8ab6-1fd401491ec3' 2024-11-09T18:23:02,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:23:02,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8d1f2ca9-cbac-43e4-8ab6-1fd401491ec3" 2024-11-09T18:23:02,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e7aeed4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:23:02,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,35123,-1] 2024-11-09T18:23:02,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:23:02,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:23:02,255 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:23:02,258 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33555 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66123100, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:23:02,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46323 is added to blk_1073741837_1013 (size=11194) 2024-11-09T18:23:02,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46323 is added to blk_1073741838_1014 (size=10791) 2024-11-09T18:23:02,322 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33555 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:23:02,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,35123,1731176571550 2024-11-09T18:23:02,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7714270c 2024-11-09T18:23:02,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:23:02,324 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-09T18:23:02,326 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33555 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T18:23:02,326 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33555 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:23:02,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,33555,1731176571746, seqNum=-1] 2024-11-09T18:23:02,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:23:02,328 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-09T18:23:02,338 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/staging/jenkins.hfs.23__test__1q5d1tgj9gsor61dk33gh93epqqfompnio2olda9ccdv8ptq863gimsklbcnspvo/f/a7c02816100a4ac4851c4467c6843d59_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-09T18:23:02,346 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/staging/jenkins.hfs.23__test__1q5d1tgj9gsor61dk33gh93epqqfompnio2olda9ccdv8ptq863gimsklbcnspvo/f/cc758ac2912b47b6bf628b0be8658b4f_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-09T18:23:02,353 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33555 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/staging/jenkins.hfs.23__test__1q5d1tgj9gsor61dk33gh93epqqfompnio2olda9ccdv8ptq863gimsklbcnspvo/f/a7c02816100a4ac4851c4467c6843d59_SeqId_6_ for inclusion in 317af8a2fdddc4b2e4bb2447e1f7d499/f 2024-11-09T18:23:02,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33555 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-09T18:23:02,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33555 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T18:23:02,356 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33555 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/staging/jenkins.hfs.23__test__1q5d1tgj9gsor61dk33gh93epqqfompnio2olda9ccdv8ptq863gimsklbcnspvo/f/cc758ac2912b47b6bf628b0be8658b4f_SeqId_6_ for inclusion in 317af8a2fdddc4b2e4bb2447e1f7d499/f 2024-11-09T18:23:02,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33555 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-09T18:23:02,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33555 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T18:23:02,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33555 {}] regionserver.HRegion(2603): Flush status journal for 317af8a2fdddc4b2e4bb2447e1f7d499: 2024-11-09T18:23:02,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33555 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a7c02816100a4ac4851c4467c6843d59_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-09T18:23:02,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33555 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/staging/jenkins.hfs.23__test__1q5d1tgj9gsor61dk33gh93epqqfompnio2olda9ccdv8ptq863gimsklbcnspvo/f/a7c02816100a4ac4851c4467c6843d59_SeqId_6_ as hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/data/default/test/317af8a2fdddc4b2e4bb2447e1f7d499/f/4a8ab3cade9e4aeda151c080887f5ba4_SeqId_4_ 2024-11-09T18:23:02,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33555 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): cc758ac2912b47b6bf628b0be8658b4f_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-09T18:23:02,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33555 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/staging/jenkins.hfs.23__test__1q5d1tgj9gsor61dk33gh93epqqfompnio2olda9ccdv8ptq863gimsklbcnspvo/f/cc758ac2912b47b6bf628b0be8658b4f_SeqId_6_ as hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/data/default/test/317af8a2fdddc4b2e4bb2447e1f7d499/f/7ca0ad24b1844a119a7582f247bc8132_SeqId_4_ 2024-11-09T18:23:02,364 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33555 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/staging/jenkins.hfs.23__test__1q5d1tgj9gsor61dk33gh93epqqfompnio2olda9ccdv8ptq863gimsklbcnspvo/f/a7c02816100a4ac4851c4467c6843d59_SeqId_6_ into 317af8a2fdddc4b2e4bb2447e1f7d499/f as hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/data/default/test/317af8a2fdddc4b2e4bb2447e1f7d499/f/4a8ab3cade9e4aeda151c080887f5ba4_SeqId_4_ - updating store file list. 2024-11-09T18:23:02,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33555 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4a8ab3cade9e4aeda151c080887f5ba4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T18:23:02,368 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33555 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/data/default/test/317af8a2fdddc4b2e4bb2447e1f7d499/f/4a8ab3cade9e4aeda151c080887f5ba4_SeqId_4_ into 317af8a2fdddc4b2e4bb2447e1f7d499/f 2024-11-09T18:23:02,368 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33555 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/staging/jenkins.hfs.23__test__1q5d1tgj9gsor61dk33gh93epqqfompnio2olda9ccdv8ptq863gimsklbcnspvo/f/a7c02816100a4ac4851c4467c6843d59_SeqId_6_ into 317af8a2fdddc4b2e4bb2447e1f7d499/f (new location: hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/data/default/test/317af8a2fdddc4b2e4bb2447e1f7d499/f/4a8ab3cade9e4aeda151c080887f5ba4_SeqId_4_) 2024-11-09T18:23:02,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33555 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/staging/jenkins.hfs.23__test__1q5d1tgj9gsor61dk33gh93epqqfompnio2olda9ccdv8ptq863gimsklbcnspvo/f/a7c02816100a4ac4851c4467c6843d59_SeqId_6_ 2024-11-09T18:23:02,369 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33555 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/staging/jenkins.hfs.23__test__1q5d1tgj9gsor61dk33gh93epqqfompnio2olda9ccdv8ptq863gimsklbcnspvo/f/cc758ac2912b47b6bf628b0be8658b4f_SeqId_6_ into 317af8a2fdddc4b2e4bb2447e1f7d499/f as hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/data/default/test/317af8a2fdddc4b2e4bb2447e1f7d499/f/7ca0ad24b1844a119a7582f247bc8132_SeqId_4_ - updating store file list. 2024-11-09T18:23:02,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33555 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7ca0ad24b1844a119a7582f247bc8132_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T18:23:02,373 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33555 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/data/default/test/317af8a2fdddc4b2e4bb2447e1f7d499/f/7ca0ad24b1844a119a7582f247bc8132_SeqId_4_ into 317af8a2fdddc4b2e4bb2447e1f7d499/f 2024-11-09T18:23:02,373 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33555 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/staging/jenkins.hfs.23__test__1q5d1tgj9gsor61dk33gh93epqqfompnio2olda9ccdv8ptq863gimsklbcnspvo/f/cc758ac2912b47b6bf628b0be8658b4f_SeqId_6_ into 317af8a2fdddc4b2e4bb2447e1f7d499/f (new location: hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/data/default/test/317af8a2fdddc4b2e4bb2447e1f7d499/f/7ca0ad24b1844a119a7582f247bc8132_SeqId_4_) 2024-11-09T18:23:02,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33555 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/staging/jenkins.hfs.23__test__1q5d1tgj9gsor61dk33gh93epqqfompnio2olda9ccdv8ptq863gimsklbcnspvo/f/cc758ac2912b47b6bf628b0be8658b4f_SeqId_6_ 2024-11-09T18:23:02,375 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33555 {}] regionserver.ReplicationSink(324): Finished replicating [138dc133-2001-4477-91c4-61c9434204e4] bulk loaded data 2024-11-09T18:23:02,448 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,2-fb97eb0edbe8,41289,1731176559848.replicationSource.wal-reader.fb97eb0edbe8%2C41289%2C1731176559848,2-fb97eb0edbe8,41289,1731176559848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/WALs/fb97eb0edbe8,41289,1731176559848/fb97eb0edbe8%2C41289%2C1731176559848.1731176581343 to pos 393, reset compression=false 2024-11-09T18:23:02,526 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,41289,1731176559848.replicationSource.wal-reader.fb97eb0edbe8%2C41289%2C1731176559848,1-fb97eb0edbe8,41289,1731176559848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/WALs/fb97eb0edbe8,41289,1731176559848/fb97eb0edbe8%2C41289%2C1731176559848.1731176581343 to pos 0, reset compression=false 2024-11-09T18:23:02,531 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,41289,1731176559848.replicationSource.wal-reader.fb97eb0edbe8%2C41289%2C1731176559848,1-fb97eb0edbe8,41289,1731176559848 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T18:23:02,531 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,41289,1731176559848.replicationSource.shipperfb97eb0edbe8%2C41289%2C1731176559848,1-fb97eb0edbe8,41289,1731176559848 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fb97eb0edbe8,41289,1731176559848 got entry batch from reader: WALEntryBatch [walEntries=[{test/d114ae3f1b8cced51a401d9539f632ef/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731176582119/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/WALs/fb97eb0edbe8,41289,1731176559848/fb97eb0edbe8%2C41289%2C1731176559848.1731176581343, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-09T18:23:02,532 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34467 {}] regionserver.ReplicationSink(318): Replicating [138dc133-2001-4477-91c4-61c9434204e4] bulk loaded data 2024-11-09T18:23:02,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40991 is added to blk_1073741839_1015 (size=11194) 2024-11-09T18:23:02,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40991 is added to blk_1073741840_1016 (size=10791) 2024-11-09T18:23:02,581 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34467 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T18:23:02,587 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/staging/jenkins.hfs.22__test__a3aoc57s5sedgpoq8g8ilh38bgkbovvd3keb6rrf1mmva02vr9bud1631m6d2hfd/f/a7c02816100a4ac4851c4467c6843d59_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-09T18:23:02,590 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/staging/jenkins.hfs.22__test__a3aoc57s5sedgpoq8g8ilh38bgkbovvd3keb6rrf1mmva02vr9bud1631m6d2hfd/f/cc758ac2912b47b6bf628b0be8658b4f_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-09T18:23:02,592 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34467 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/staging/jenkins.hfs.22__test__a3aoc57s5sedgpoq8g8ilh38bgkbovvd3keb6rrf1mmva02vr9bud1631m6d2hfd/f/a7c02816100a4ac4851c4467c6843d59_SeqId_6_ for inclusion in 4d71ed6efdcaf4fa5174678ad820f8a2/f 2024-11-09T18:23:02,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34467 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-09T18:23:02,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34467 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T18:23:02,599 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34467 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/staging/jenkins.hfs.22__test__a3aoc57s5sedgpoq8g8ilh38bgkbovvd3keb6rrf1mmva02vr9bud1631m6d2hfd/f/cc758ac2912b47b6bf628b0be8658b4f_SeqId_6_ for inclusion in 4d71ed6efdcaf4fa5174678ad820f8a2/f 2024-11-09T18:23:02,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34467 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-09T18:23:02,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34467 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T18:23:02,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34467 {}] regionserver.HRegion(2603): Flush status journal for 4d71ed6efdcaf4fa5174678ad820f8a2: 2024-11-09T18:23:02,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34467 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a7c02816100a4ac4851c4467c6843d59_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-09T18:23:02,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34467 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/staging/jenkins.hfs.22__test__a3aoc57s5sedgpoq8g8ilh38bgkbovvd3keb6rrf1mmva02vr9bud1631m6d2hfd/f/a7c02816100a4ac4851c4467c6843d59_SeqId_6_ as hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/data/default/test/4d71ed6efdcaf4fa5174678ad820f8a2/f/c9c8301299d54bf480f865ba7871254d_SeqId_6_ 2024-11-09T18:23:02,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34467 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): cc758ac2912b47b6bf628b0be8658b4f_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-09T18:23:02,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34467 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/staging/jenkins.hfs.22__test__a3aoc57s5sedgpoq8g8ilh38bgkbovvd3keb6rrf1mmva02vr9bud1631m6d2hfd/f/cc758ac2912b47b6bf628b0be8658b4f_SeqId_6_ as hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/data/default/test/4d71ed6efdcaf4fa5174678ad820f8a2/f/490235d0cb954b1085e137cf5afddcaa_SeqId_6_ 2024-11-09T18:23:02,604 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34467 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/staging/jenkins.hfs.22__test__a3aoc57s5sedgpoq8g8ilh38bgkbovvd3keb6rrf1mmva02vr9bud1631m6d2hfd/f/a7c02816100a4ac4851c4467c6843d59_SeqId_6_ into 4d71ed6efdcaf4fa5174678ad820f8a2/f as hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/data/default/test/4d71ed6efdcaf4fa5174678ad820f8a2/f/c9c8301299d54bf480f865ba7871254d_SeqId_6_ - updating store file list. 2024-11-09T18:23:02,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34467 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c9c8301299d54bf480f865ba7871254d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T18:23:02,609 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34467 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/data/default/test/4d71ed6efdcaf4fa5174678ad820f8a2/f/c9c8301299d54bf480f865ba7871254d_SeqId_6_ into 4d71ed6efdcaf4fa5174678ad820f8a2/f 2024-11-09T18:23:02,609 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34467 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/staging/jenkins.hfs.22__test__a3aoc57s5sedgpoq8g8ilh38bgkbovvd3keb6rrf1mmva02vr9bud1631m6d2hfd/f/a7c02816100a4ac4851c4467c6843d59_SeqId_6_ into 4d71ed6efdcaf4fa5174678ad820f8a2/f (new location: hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/data/default/test/4d71ed6efdcaf4fa5174678ad820f8a2/f/c9c8301299d54bf480f865ba7871254d_SeqId_6_) 2024-11-09T18:23:02,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34467 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/staging/jenkins.hfs.22__test__a3aoc57s5sedgpoq8g8ilh38bgkbovvd3keb6rrf1mmva02vr9bud1631m6d2hfd/f/a7c02816100a4ac4851c4467c6843d59_SeqId_6_ 2024-11-09T18:23:02,610 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34467 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/staging/jenkins.hfs.22__test__a3aoc57s5sedgpoq8g8ilh38bgkbovvd3keb6rrf1mmva02vr9bud1631m6d2hfd/f/cc758ac2912b47b6bf628b0be8658b4f_SeqId_6_ into 4d71ed6efdcaf4fa5174678ad820f8a2/f as hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/data/default/test/4d71ed6efdcaf4fa5174678ad820f8a2/f/490235d0cb954b1085e137cf5afddcaa_SeqId_6_ - updating store file list. 2024-11-09T18:23:02,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34467 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 490235d0cb954b1085e137cf5afddcaa_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T18:23:02,614 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34467 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/data/default/test/4d71ed6efdcaf4fa5174678ad820f8a2/f/490235d0cb954b1085e137cf5afddcaa_SeqId_6_ into 4d71ed6efdcaf4fa5174678ad820f8a2/f 2024-11-09T18:23:02,614 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34467 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/staging/jenkins.hfs.22__test__a3aoc57s5sedgpoq8g8ilh38bgkbovvd3keb6rrf1mmva02vr9bud1631m6d2hfd/f/cc758ac2912b47b6bf628b0be8658b4f_SeqId_6_ into 4d71ed6efdcaf4fa5174678ad820f8a2/f (new location: hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/data/default/test/4d71ed6efdcaf4fa5174678ad820f8a2/f/490235d0cb954b1085e137cf5afddcaa_SeqId_6_) 2024-11-09T18:23:02,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34467 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/staging/jenkins.hfs.22__test__a3aoc57s5sedgpoq8g8ilh38bgkbovvd3keb6rrf1mmva02vr9bud1631m6d2hfd/f/cc758ac2912b47b6bf628b0be8658b4f_SeqId_6_ 2024-11-09T18:23:02,616 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34467 {}] regionserver.ReplicationSink(324): Finished replicating [138dc133-2001-4477-91c4-61c9434204e4] bulk loaded data 2024-11-09T18:23:02,731 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,41289,1731176559848.replicationSource.wal-reader.fb97eb0edbe8%2C41289%2C1731176559848,1-fb97eb0edbe8,41289,1731176559848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/WALs/fb97eb0edbe8,41289,1731176559848/fb97eb0edbe8%2C41289%2C1731176559848.1731176581343 to pos 393, reset compression=false 2024-11-09T18:23:02,752 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,2-fb97eb0edbe8,41289,1731176559848.replicationSource.wal-reader.fb97eb0edbe8%2C41289%2C1731176559848,2-fb97eb0edbe8,41289,1731176559848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/WALs/fb97eb0edbe8,41289,1731176559848/fb97eb0edbe8%2C41289%2C1731176559848.1731176581343 to pos 393, reset compression=false 2024-11-09T18:23:03,035 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,41289,1731176559848.replicationSource.wal-reader.fb97eb0edbe8%2C41289%2C1731176559848,1-fb97eb0edbe8,41289,1731176559848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/WALs/fb97eb0edbe8,41289,1731176559848/fb97eb0edbe8%2C41289%2C1731176559848.1731176581343 to pos 393, reset compression=false 2024-11-09T18:23:03,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T18:23:03,156 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:23:03,156 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:23:03,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:23:03,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:23:03,156 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:23:03,157 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T18:23:03,157 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=219756338, stopped=false 2024-11-09T18:23:03,157 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fb97eb0edbe8,35123,1731176571550 2024-11-09T18:23:03,157 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,2-fb97eb0edbe8,41289,1731176559848.replicationSource.wal-reader.fb97eb0edbe8%2C41289%2C1731176559848,2-fb97eb0edbe8,41289,1731176559848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/WALs/fb97eb0edbe8,41289,1731176559848/fb97eb0edbe8%2C41289%2C1731176559848.1731176581343 to pos 393, reset compression=false 2024-11-09T18:23:03,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35123-0x10120d5e8590006, quorum=127.0.0.1:62842, baseZNode=/21871017250 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21871017250/running 2024-11-09T18:23:03,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35123-0x10120d5e8590006, quorum=127.0.0.1:62842, baseZNode=/21871017250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21871017250 2024-11-09T18:23:03,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33555-0x10120d5e8590007, quorum=127.0.0.1:62842, baseZNode=/21871017250 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21871017250/running 2024-11-09T18:23:03,239 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T18:23:03,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33555-0x10120d5e8590007, quorum=127.0.0.1:62842, baseZNode=/21871017250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21871017250 2024-11-09T18:23:03,239 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:23:03,239 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:23:03,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:23:03,239 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fb97eb0edbe8,33555,1731176571746' ***** 2024-11-09T18:23:03,239 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T18:23:03,242 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33555-0x10120d5e8590007, quorum=127.0.0.1:62842, baseZNode=/21871017250 Set watcher on znode that does not yet exist, /21871017250/running 2024-11-09T18:23:03,242 INFO [RS:0;fb97eb0edbe8:33555 {}] regionserver.HRegionServer(878): Closing user regions 2024-11-09T18:23:03,242 INFO [RS:0;fb97eb0edbe8:33555 {}] regionserver.HRegionServer(3091): Received CLOSE for 317af8a2fdddc4b2e4bb2447e1f7d499 2024-11-09T18:23:03,242 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35123-0x10120d5e8590006, quorum=127.0.0.1:62842, baseZNode=/21871017250 Set watcher on znode that does not yet exist, /21871017250/running 2024-11-09T18:23:03,248 INFO [RS:0;fb97eb0edbe8:33555 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T18:23:03,249 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T18:23:03,249 INFO [RS:0;fb97eb0edbe8:33555 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T18:23:03,249 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 317af8a2fdddc4b2e4bb2447e1f7d499, disabling compactions & flushes 2024-11-09T18:23:03,249 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731176576102.317af8a2fdddc4b2e4bb2447e1f7d499. 2024-11-09T18:23:03,249 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731176576102.317af8a2fdddc4b2e4bb2447e1f7d499. 2024-11-09T18:23:03,249 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731176576102.317af8a2fdddc4b2e4bb2447e1f7d499. after waiting 0 ms 2024-11-09T18:23:03,249 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731176576102.317af8a2fdddc4b2e4bb2447e1f7d499. 2024-11-09T18:23:03,249 INFO [RS:0;fb97eb0edbe8:33555 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T18:23:03,249 INFO [RS:0;fb97eb0edbe8:33555 {}] regionserver.HRegionServer(959): stopping server fb97eb0edbe8,33555,1731176571746 2024-11-09T18:23:03,249 INFO [RS:0;fb97eb0edbe8:33555 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T18:23:03,249 INFO [RS:0;fb97eb0edbe8:33555 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fb97eb0edbe8:33555. 2024-11-09T18:23:03,249 DEBUG [RS:0;fb97eb0edbe8:33555 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:23:03,249 DEBUG [RS:0;fb97eb0edbe8:33555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:23:03,249 INFO [RS:0;fb97eb0edbe8:33555 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T18:23:03,249 INFO [RS:0;fb97eb0edbe8:33555 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T18:23:03,249 INFO [RS:0;fb97eb0edbe8:33555 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T18:23:03,250 INFO [RS:0;fb97eb0edbe8:33555 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T18:23:03,256 INFO [RS:0;fb97eb0edbe8:33555 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T18:23:03,256 DEBUG [RS:0;fb97eb0edbe8:33555 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 317af8a2fdddc4b2e4bb2447e1f7d499=test,,1731176576102.317af8a2fdddc4b2e4bb2447e1f7d499.} 2024-11-09T18:23:03,256 DEBUG [RS:0;fb97eb0edbe8:33555 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 317af8a2fdddc4b2e4bb2447e1f7d499 2024-11-09T18:23:03,256 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T18:23:03,256 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T18:23:03,256 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T18:23:03,257 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T18:23:03,257 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T18:23:03,257 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-09T18:23:03,267 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/data/default/test/317af8a2fdddc4b2e4bb2447e1f7d499/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-09T18:23:03,268 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T18:23:03,268 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T18:23:03,268 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731176576102.317af8a2fdddc4b2e4bb2447e1f7d499. 2024-11-09T18:23:03,268 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 317af8a2fdddc4b2e4bb2447e1f7d499: Waiting for close lock at 1731176583248Running coprocessor pre-close hooks at 1731176583248Disabling compacts and flushes for region at 1731176583248Disabling writes for close at 1731176583249 (+1 ms)Writing region close event to WAL at 1731176583250 (+1 ms)Running coprocessor post-close hooks at 1731176583268 (+18 ms)Closed at 1731176583268 2024-11-09T18:23:03,268 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731176576102.317af8a2fdddc4b2e4bb2447e1f7d499. 2024-11-09T18:23:03,278 INFO [regionserver/fb97eb0edbe8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:23:03,292 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/data/hbase/meta/1588230740/.tmp/info/ab89221aabf342a7bc7dcc36092ffcde is 129, key is test,,1731176576102.317af8a2fdddc4b2e4bb2447e1f7d499./info:regioninfo/1731176577273/Put/seqid=0 2024-11-09T18:23:03,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46323 is added to blk_1073741839_1015 (size=6421) 2024-11-09T18:23:03,320 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/data/hbase/meta/1588230740/.tmp/info/ab89221aabf342a7bc7dcc36092ffcde 2024-11-09T18:23:03,345 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/data/hbase/meta/1588230740/.tmp/ns/4c280b6f4e0d4d4da27eac77e3768173 is 43, key is default/ns:d/1731176574175/Put/seqid=0 2024-11-09T18:23:03,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46323 is added to blk_1073741840_1016 (size=5153) 2024-11-09T18:23:03,358 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/data/hbase/meta/1588230740/.tmp/ns/4c280b6f4e0d4d4da27eac77e3768173 2024-11-09T18:23:03,401 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/data/hbase/meta/1588230740/.tmp/rep_barrier/c3b69eebb66a41deb271c6d3fbeb5266 is 112, key is test,,1731176576102.317af8a2fdddc4b2e4bb2447e1f7d499./rep_barrier:seqnumDuringOpen/1731176577273/Put/seqid=0 2024-11-09T18:23:03,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46323 is added to blk_1073741841_1017 (size=5518) 2024-11-09T18:23:03,411 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/data/hbase/meta/1588230740/.tmp/rep_barrier/c3b69eebb66a41deb271c6d3fbeb5266 2024-11-09T18:23:03,436 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/data/hbase/meta/1588230740/.tmp/table/83cd55ed7cc2484abe43bc2a8b89d445 is 40, key is test/table:state/1731176577288/Put/seqid=0 2024-11-09T18:23:03,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46323 is added to blk_1073741842_1018 (size=5165) 2024-11-09T18:23:03,440 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/data/hbase/meta/1588230740/.tmp/table/83cd55ed7cc2484abe43bc2a8b89d445 2024-11-09T18:23:03,446 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,41289,1731176559848.replicationSource.wal-reader.fb97eb0edbe8%2C41289%2C1731176559848,1-fb97eb0edbe8,41289,1731176559848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/WALs/fb97eb0edbe8,41289,1731176559848/fb97eb0edbe8%2C41289%2C1731176559848.1731176581343 to pos 393, reset compression=false 2024-11-09T18:23:03,449 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/data/hbase/meta/1588230740/.tmp/info/ab89221aabf342a7bc7dcc36092ffcde as hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/data/hbase/meta/1588230740/info/ab89221aabf342a7bc7dcc36092ffcde 2024-11-09T18:23:03,456 DEBUG [RS:0;fb97eb0edbe8:33555 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T18:23:03,458 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/data/hbase/meta/1588230740/info/ab89221aabf342a7bc7dcc36092ffcde, entries=10, sequenceid=11, filesize=6.3 K 2024-11-09T18:23:03,459 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/data/hbase/meta/1588230740/.tmp/ns/4c280b6f4e0d4d4da27eac77e3768173 as hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/data/hbase/meta/1588230740/ns/4c280b6f4e0d4d4da27eac77e3768173 2024-11-09T18:23:03,466 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/data/hbase/meta/1588230740/ns/4c280b6f4e0d4d4da27eac77e3768173, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T18:23:03,467 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/data/hbase/meta/1588230740/.tmp/rep_barrier/c3b69eebb66a41deb271c6d3fbeb5266 as hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/data/hbase/meta/1588230740/rep_barrier/c3b69eebb66a41deb271c6d3fbeb5266 2024-11-09T18:23:03,472 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/data/hbase/meta/1588230740/rep_barrier/c3b69eebb66a41deb271c6d3fbeb5266, entries=1, sequenceid=11, filesize=5.4 K 2024-11-09T18:23:03,473 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/data/hbase/meta/1588230740/.tmp/table/83cd55ed7cc2484abe43bc2a8b89d445 as hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/data/hbase/meta/1588230740/table/83cd55ed7cc2484abe43bc2a8b89d445 2024-11-09T18:23:03,479 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/data/hbase/meta/1588230740/table/83cd55ed7cc2484abe43bc2a8b89d445, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T18:23:03,480 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 222ms, sequenceid=11, compaction requested=false 2024-11-09T18:23:03,495 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-09T18:23:03,495 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T18:23:03,495 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T18:23:03,495 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T18:23:03,496 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731176583256Running coprocessor pre-close hooks at 1731176583256Disabling compacts and flushes for region at 1731176583256Disabling writes for close at 1731176583257 (+1 ms)Obtaining lock to block concurrent updates at 1731176583257Preparing flush snapshotting stores in 1588230740 at 1731176583257Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731176583257Flushing stores of hbase:meta,,1.1588230740 at 1731176583258 (+1 ms)Flushing 1588230740/info: creating writer at 1731176583258Flushing 1588230740/info: appending metadata at 1731176583291 (+33 ms)Flushing 1588230740/info: closing flushed file at 1731176583291Flushing 1588230740/ns: creating writer at 1731176583324 (+33 ms)Flushing 1588230740/ns: appending metadata at 1731176583345 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731176583345Flushing 1588230740/rep_barrier: creating writer at 1731176583364 (+19 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731176583400 (+36 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731176583400Flushing 1588230740/table: creating writer at 1731176583416 (+16 ms)Flushing 1588230740/table: appending metadata at 1731176583435 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731176583435Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f7612b8: reopening flushed file at 1731176583445 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@303ddbbb: reopening flushed file at 1731176583458 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6646d411: reopening flushed file at 1731176583466 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dafb8d6: reopening flushed file at 1731176583472 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 222ms, sequenceid=11, compaction requested=false at 1731176583480 (+8 ms)Writing region close event to WAL at 1731176583483 (+3 ms)Running coprocessor post-close hooks at 1731176583495 (+12 ms)Closed at 1731176583495 2024-11-09T18:23:03,496 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T18:23:03,556 INFO [regionserver/fb97eb0edbe8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T18:23:03,556 INFO [regionserver/fb97eb0edbe8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T18:23:03,657 INFO [RS:0;fb97eb0edbe8:33555 {}] regionserver.HRegionServer(976): stopping server fb97eb0edbe8,33555,1731176571746; all regions closed. 2024-11-09T18:23:03,659 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/WALs/fb97eb0edbe8,33555,1731176571746/fb97eb0edbe8%2C33555%2C1731176571746.meta.1731176574107.meta not finished, retry = 0 2024-11-09T18:23:03,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46323 is added to blk_1073741834_1010 (size=2717) 2024-11-09T18:23:03,674 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,2-fb97eb0edbe8,41289,1731176559848.replicationSource.wal-reader.fb97eb0edbe8%2C41289%2C1731176559848,2-fb97eb0edbe8,41289,1731176559848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/WALs/fb97eb0edbe8,41289,1731176559848/fb97eb0edbe8%2C41289%2C1731176559848.1731176581343 to pos 393, reset compression=false 2024-11-09T18:23:03,762 DEBUG [RS:0;fb97eb0edbe8:33555 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/oldWALs 2024-11-09T18:23:03,762 INFO [RS:0;fb97eb0edbe8:33555 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb97eb0edbe8%2C33555%2C1731176571746.meta:.meta(num 1731176574107) 2024-11-09T18:23:03,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46323 is added to blk_1073741833_1009 (size=1028) 2024-11-09T18:23:03,768 DEBUG [RS:0;fb97eb0edbe8:33555 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/oldWALs 2024-11-09T18:23:03,768 INFO [RS:0;fb97eb0edbe8:33555 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb97eb0edbe8%2C33555%2C1731176571746:(num 1731176573609) 2024-11-09T18:23:03,768 DEBUG [RS:0;fb97eb0edbe8:33555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:23:03,768 INFO [RS:0;fb97eb0edbe8:33555 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:23:03,769 INFO [RS:0;fb97eb0edbe8:33555 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T18:23:03,769 INFO [RS:0;fb97eb0edbe8:33555 {}] hbase.ChoreService(370): Chore service for: regionserver/fb97eb0edbe8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T18:23:03,769 INFO [RS:0;fb97eb0edbe8:33555 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T18:23:03,770 INFO [regionserver/fb97eb0edbe8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T18:23:03,770 INFO [RS:0;fb97eb0edbe8:33555 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fb97eb0edbe8:33555. 2024-11-09T18:23:03,770 DEBUG [RS:0;fb97eb0edbe8:33555 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:23:03,770 DEBUG [RS:0;fb97eb0edbe8:33555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:23:03,770 DEBUG [RS:0;fb97eb0edbe8:33555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:23:03,770 INFO [RS:0;fb97eb0edbe8:33555 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33555 2024-11-09T18:23:03,771 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:23:03,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35123-0x10120d5e8590006, quorum=127.0.0.1:62842, baseZNode=/21871017250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21871017250/rs 2024-11-09T18:23:03,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33555-0x10120d5e8590007, quorum=127.0.0.1:62842, baseZNode=/21871017250 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21871017250/rs/fb97eb0edbe8,33555,1731176571746 2024-11-09T18:23:03,786 INFO [RS:0;fb97eb0edbe8:33555 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T18:23:03,787 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fb97eb0edbe8,33555,1731176571746] 2024-11-09T18:23:03,807 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21871017250/draining/fb97eb0edbe8,33555,1731176571746 already deleted, retry=false 2024-11-09T18:23:03,807 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fb97eb0edbe8,33555,1731176571746 expired; onlineServers=0 2024-11-09T18:23:03,807 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fb97eb0edbe8,35123,1731176571550' ***** 2024-11-09T18:23:03,807 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T18:23:03,807 INFO [M:0;fb97eb0edbe8:35123 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T18:23:03,807 INFO [M:0;fb97eb0edbe8:35123 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T18:23:03,807 DEBUG [M:0;fb97eb0edbe8:35123 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T18:23:03,807 DEBUG [M:0;fb97eb0edbe8:35123 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T18:23:03,807 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731176573330 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731176573330,5,FailOnTimeoutGroup] 2024-11-09T18:23:03,807 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731176573330 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731176573330,5,FailOnTimeoutGroup] 2024-11-09T18:23:03,808 INFO [M:0;fb97eb0edbe8:35123 {}] hbase.ChoreService(370): Chore service for: master/fb97eb0edbe8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T18:23:03,808 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T18:23:03,808 INFO [M:0;fb97eb0edbe8:35123 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T18:23:03,808 DEBUG [M:0;fb97eb0edbe8:35123 {}] master.HMaster(1795): Stopping service threads 2024-11-09T18:23:03,808 INFO [M:0;fb97eb0edbe8:35123 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T18:23:03,808 INFO [M:0;fb97eb0edbe8:35123 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T18:23:03,808 INFO [M:0;fb97eb0edbe8:35123 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T18:23:03,809 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T18:23:03,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35123-0x10120d5e8590006, quorum=127.0.0.1:62842, baseZNode=/21871017250 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21871017250/master 2024-11-09T18:23:03,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35123-0x10120d5e8590006, quorum=127.0.0.1:62842, baseZNode=/21871017250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21871017250 2024-11-09T18:23:03,818 DEBUG [M:0;fb97eb0edbe8:35123 {}] zookeeper.ZKUtil(347): master:35123-0x10120d5e8590006, quorum=127.0.0.1:62842, baseZNode=/21871017250 Unable to get data of znode /21871017250/master because node does not exist (not an error) 2024-11-09T18:23:03,818 WARN [M:0;fb97eb0edbe8:35123 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T18:23:03,818 INFO [M:0;fb97eb0edbe8:35123 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/.lastflushedseqids 2024-11-09T18:23:03,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46323 is added to blk_1073741843_1019 (size=173) 2024-11-09T18:23:03,826 INFO [M:0;fb97eb0edbe8:35123 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T18:23:03,826 INFO [M:0;fb97eb0edbe8:35123 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T18:23:03,827 DEBUG [M:0;fb97eb0edbe8:35123 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T18:23:03,827 INFO [M:0;fb97eb0edbe8:35123 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:23:03,827 DEBUG [M:0;fb97eb0edbe8:35123 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:23:03,827 DEBUG [M:0;fb97eb0edbe8:35123 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T18:23:03,827 DEBUG [M:0;fb97eb0edbe8:35123 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:23:03,827 INFO [M:0;fb97eb0edbe8:35123 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-09T18:23:03,851 DEBUG [M:0;fb97eb0edbe8:35123 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/17e9aa928a2e4b7da4a9ee179fa5106a is 82, key is hbase:meta,,1/info:regioninfo/1731176574155/Put/seqid=0 2024-11-09T18:23:03,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46323 is added to blk_1073741844_1020 (size=5672) 2024-11-09T18:23:03,865 INFO [M:0;fb97eb0edbe8:35123 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/17e9aa928a2e4b7da4a9ee179fa5106a 2024-11-09T18:23:03,889 DEBUG [M:0;fb97eb0edbe8:35123 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/375190cb0877454a8866b1a46710b56e is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731176577292/Put/seqid=0 2024-11-09T18:23:03,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33555-0x10120d5e8590007, quorum=127.0.0.1:62842, baseZNode=/21871017250 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:23:03,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33555-0x10120d5e8590007, quorum=127.0.0.1:62842, baseZNode=/21871017250 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:23:03,897 INFO [RS:0;fb97eb0edbe8:33555 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T18:23:03,897 INFO [RS:0;fb97eb0edbe8:33555 {}] regionserver.HRegionServer(1031): Exiting; stopping=fb97eb0edbe8,33555,1731176571746; zookeeper connection closed. 2024-11-09T18:23:03,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46323 is added to blk_1073741845_1021 (size=6587) 2024-11-09T18:23:03,901 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@88607ea {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@88607ea 2024-11-09T18:23:03,902 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T18:23:03,967 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,41289,1731176559848.replicationSource.wal-reader.fb97eb0edbe8%2C41289%2C1731176559848,1-fb97eb0edbe8,41289,1731176559848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/WALs/fb97eb0edbe8,41289,1731176559848/fb97eb0edbe8%2C41289%2C1731176559848.1731176581343 to pos 393, reset compression=false 2024-11-09T18:23:04,277 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,2-fb97eb0edbe8,41289,1731176559848.replicationSource.wal-reader.fb97eb0edbe8%2C41289%2C1731176559848,2-fb97eb0edbe8,41289,1731176559848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/WALs/fb97eb0edbe8,41289,1731176559848/fb97eb0edbe8%2C41289%2C1731176559848.1731176581343 to pos 393, reset compression=false 2024-11-09T18:23:04,302 INFO [M:0;fb97eb0edbe8:35123 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/375190cb0877454a8866b1a46710b56e 2024-11-09T18:23:04,325 DEBUG [M:0;fb97eb0edbe8:35123 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8286ee37c3ea4127afcc8d9d9ce6c746 is 69, key is fb97eb0edbe8,33555,1731176571746/rs:state/1731176573418/Put/seqid=0 2024-11-09T18:23:04,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46323 is added to blk_1073741846_1022 (size=5156) 2024-11-09T18:23:04,344 INFO [M:0;fb97eb0edbe8:35123 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8286ee37c3ea4127afcc8d9d9ce6c746 2024-11-09T18:23:04,349 DEBUG [M:0;fb97eb0edbe8:35123 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/17e9aa928a2e4b7da4a9ee179fa5106a as hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/17e9aa928a2e4b7da4a9ee179fa5106a 2024-11-09T18:23:04,352 INFO [M:0;fb97eb0edbe8:35123 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/17e9aa928a2e4b7da4a9ee179fa5106a, entries=8, sequenceid=55, filesize=5.5 K 2024-11-09T18:23:04,353 DEBUG [M:0;fb97eb0edbe8:35123 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/375190cb0877454a8866b1a46710b56e as hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/375190cb0877454a8866b1a46710b56e 2024-11-09T18:23:04,357 INFO [M:0;fb97eb0edbe8:35123 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/375190cb0877454a8866b1a46710b56e, entries=6, sequenceid=55, filesize=6.4 K 2024-11-09T18:23:04,358 DEBUG [M:0;fb97eb0edbe8:35123 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8286ee37c3ea4127afcc8d9d9ce6c746 as hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8286ee37c3ea4127afcc8d9d9ce6c746 2024-11-09T18:23:04,362 INFO [M:0;fb97eb0edbe8:35123 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42151/user/jenkins/test-data/1f394603-e491-b42f-1b8c-c251fcfac50a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8286ee37c3ea4127afcc8d9d9ce6c746, entries=1, sequenceid=55, filesize=5.0 K 2024-11-09T18:23:04,363 INFO [M:0;fb97eb0edbe8:35123 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 536ms, sequenceid=55, compaction requested=false 2024-11-09T18:23:04,372 INFO [M:0;fb97eb0edbe8:35123 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:23:04,373 DEBUG [M:0;fb97eb0edbe8:35123 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731176583826Disabling compacts and flushes for region at 1731176583826Disabling writes for close at 1731176583827 (+1 ms)Obtaining lock to block concurrent updates at 1731176583827Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731176583827Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1731176583827Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731176583828 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731176583828Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731176583850 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731176583850Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731176583870 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731176583888 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731176583888Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731176584305 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731176584324 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731176584324Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@786ab38a: reopening flushed file at 1731176584348 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3041a7f0: reopening flushed file at 1731176584353 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bf1e423: reopening flushed file at 1731176584358 (+5 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 536ms, sequenceid=55, compaction requested=false at 1731176584363 (+5 ms)Writing region close event to WAL at 1731176584372 (+9 ms)Closed at 1731176584372 2024-11-09T18:23:04,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46323 is added to blk_1073741830_1006 (size=32782) 2024-11-09T18:23:04,387 INFO [M:0;fb97eb0edbe8:35123 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T18:23:04,388 INFO [M:0;fb97eb0edbe8:35123 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35123 2024-11-09T18:23:04,388 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T18:23:04,388 INFO [M:0;fb97eb0edbe8:35123 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T18:23:04,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35123-0x10120d5e8590006, quorum=127.0.0.1:62842, baseZNode=/21871017250 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:23:04,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35123-0x10120d5e8590006, quorum=127.0.0.1:62842, baseZNode=/21871017250 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:23:04,539 INFO [M:0;fb97eb0edbe8:35123 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T18:23:04,541 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6aab8c8c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:23:04,542 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a76c9c1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T18:23:04,542 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T18:23:04,542 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3006b34e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T18:23:04,542 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@722e8b80{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e897583-2cd8-02aa-61df-87d7219ebf6b/hadoop.log.dir/,STOPPED} 2024-11-09T18:23:04,544 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T18:23:04,544 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T18:23:04,545 WARN [BP-1810416612-172.17.0.3-1731176567806 heartbeating to localhost/127.0.0.1:42151 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T18:23:04,545 WARN [BP-1810416612-172.17.0.3-1731176567806 heartbeating to localhost/127.0.0.1:42151 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1810416612-172.17.0.3-1731176567806 (Datanode Uuid 074333f2-91e3-4386-9a71-47012a1d3677) service to localhost/127.0.0.1:42151 2024-11-09T18:23:04,546 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e897583-2cd8-02aa-61df-87d7219ebf6b/cluster_2c7fd997-ebd4-4e35-69d5-b6c5332f2061/data/data1/current/BP-1810416612-172.17.0.3-1731176567806 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T18:23:04,547 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e897583-2cd8-02aa-61df-87d7219ebf6b/cluster_2c7fd997-ebd4-4e35-69d5-b6c5332f2061/data/data2/current/BP-1810416612-172.17.0.3-1731176567806 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T18:23:04,548 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T18:23:04,553 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4302dd58{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T18:23:04,553 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e7a2b98{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T18:23:04,553 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T18:23:04,553 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@589f328c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T18:23:04,553 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4890d78e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e897583-2cd8-02aa-61df-87d7219ebf6b/hadoop.log.dir/,STOPPED} 2024-11-09T18:23:04,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T18:23:04,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T18:23:04,567 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:23:04,567 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:23:04,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:23:04,568 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:23:04,568 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T18:23:04,568 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=315102703, stopped=false 2024-11-09T18:23:04,568 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fb97eb0edbe8,45793,1731176565503 2024-11-09T18:23:04,568 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:23:04,577 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,41289,1731176559848.replicationSource.wal-reader.fb97eb0edbe8%2C41289%2C1731176559848,1-fb97eb0edbe8,41289,1731176559848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/WALs/fb97eb0edbe8,41289,1731176559848/fb97eb0edbe8%2C41289%2C1731176559848.1731176581343 to pos 393, reset compression=false 2024-11-09T18:23:04,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34467-0x10120d5e8590004, quorum=127.0.0.1:62842, baseZNode=/1-1455687364 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1455687364/running 2024-11-09T18:23:04,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45793-0x10120d5e8590003, quorum=127.0.0.1:62842, baseZNode=/1-1455687364 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1455687364/running 2024-11-09T18:23:04,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34467-0x10120d5e8590004, quorum=127.0.0.1:62842, baseZNode=/1-1455687364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1455687364 2024-11-09T18:23:04,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45793-0x10120d5e8590003, quorum=127.0.0.1:62842, baseZNode=/1-1455687364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1455687364 2024-11-09T18:23:04,586 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T18:23:04,586 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:23:04,586 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:23:04,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:23:04,586 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34467-0x10120d5e8590004, quorum=127.0.0.1:62842, baseZNode=/1-1455687364 Set watcher on znode that does not yet exist, /1-1455687364/running 2024-11-09T18:23:04,587 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fb97eb0edbe8,34467,1731176565707' ***** 2024-11-09T18:23:04,587 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T18:23:04,587 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45793-0x10120d5e8590003, quorum=127.0.0.1:62842, baseZNode=/1-1455687364 Set watcher on znode that does not yet exist, /1-1455687364/running 2024-11-09T18:23:04,587 INFO [RS:0;fb97eb0edbe8:34467 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T18:23:04,587 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T18:23:04,587 INFO [RS:0;fb97eb0edbe8:34467 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T18:23:04,587 INFO [RS:0;fb97eb0edbe8:34467 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T18:23:04,587 INFO [RS:0;fb97eb0edbe8:34467 {}] regionserver.HRegionServer(3091): Received CLOSE for 4d71ed6efdcaf4fa5174678ad820f8a2 2024-11-09T18:23:04,587 INFO [RS:0;fb97eb0edbe8:34467 {}] regionserver.HRegionServer(959): stopping server fb97eb0edbe8,34467,1731176565707 2024-11-09T18:23:04,588 INFO [RS:0;fb97eb0edbe8:34467 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T18:23:04,588 INFO [RS:0;fb97eb0edbe8:34467 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fb97eb0edbe8:34467. 2024-11-09T18:23:04,588 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4d71ed6efdcaf4fa5174678ad820f8a2, disabling compactions & flushes 2024-11-09T18:23:04,588 DEBUG [RS:0;fb97eb0edbe8:34467 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:23:04,588 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731176574951.4d71ed6efdcaf4fa5174678ad820f8a2. 2024-11-09T18:23:04,588 DEBUG [RS:0;fb97eb0edbe8:34467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:23:04,588 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731176574951.4d71ed6efdcaf4fa5174678ad820f8a2. 2024-11-09T18:23:04,588 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731176574951.4d71ed6efdcaf4fa5174678ad820f8a2. after waiting 0 ms 2024-11-09T18:23:04,588 INFO [RS:0;fb97eb0edbe8:34467 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T18:23:04,588 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731176574951.4d71ed6efdcaf4fa5174678ad820f8a2. 2024-11-09T18:23:04,588 INFO [RS:0;fb97eb0edbe8:34467 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T18:23:04,588 INFO [RS:0;fb97eb0edbe8:34467 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T18:23:04,588 INFO [RS:0;fb97eb0edbe8:34467 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T18:23:04,592 INFO [RS:0;fb97eb0edbe8:34467 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T18:23:04,592 DEBUG [RS:0;fb97eb0edbe8:34467 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4d71ed6efdcaf4fa5174678ad820f8a2=test,,1731176574951.4d71ed6efdcaf4fa5174678ad820f8a2.} 2024-11-09T18:23:04,592 DEBUG [RS:0;fb97eb0edbe8:34467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d71ed6efdcaf4fa5174678ad820f8a2 2024-11-09T18:23:04,592 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T18:23:04,592 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T18:23:04,592 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T18:23:04,592 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T18:23:04,592 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T18:23:04,592 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-09T18:23:04,596 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/data/default/test/4d71ed6efdcaf4fa5174678ad820f8a2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T18:23:04,597 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T18:23:04,597 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T18:23:04,597 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731176574951.4d71ed6efdcaf4fa5174678ad820f8a2. 2024-11-09T18:23:04,597 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4d71ed6efdcaf4fa5174678ad820f8a2: Waiting for close lock at 1731176584588Running coprocessor pre-close hooks at 1731176584588Disabling compacts and flushes for region at 1731176584588Disabling writes for close at 1731176584588Writing region close event to WAL at 1731176584593 (+5 ms)Running coprocessor post-close hooks at 1731176584597 (+4 ms)Closed at 1731176584597 2024-11-09T18:23:04,598 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731176574951.4d71ed6efdcaf4fa5174678ad820f8a2. 2024-11-09T18:23:04,612 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/data/hbase/meta/1588230740/.tmp/info/8e2f0f4eb4ac4adaa361d059669db04b is 129, key is test,,1731176574951.4d71ed6efdcaf4fa5174678ad820f8a2./info:regioninfo/1731176575783/Put/seqid=0 2024-11-09T18:23:04,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40991 is added to blk_1073741841_1017 (size=6421) 2024-11-09T18:23:04,615 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/data/hbase/meta/1588230740/.tmp/info/8e2f0f4eb4ac4adaa361d059669db04b 2024-11-09T18:23:04,635 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/data/hbase/meta/1588230740/.tmp/ns/b21f3e1ffe244ac383acda32c0d704f3 is 43, key is default/ns:d/1731176567675/Put/seqid=0 2024-11-09T18:23:04,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40991 is added to blk_1073741842_1018 (size=5153) 2024-11-09T18:23:04,668 INFO [regionserver/fb97eb0edbe8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:23:04,792 DEBUG [RS:0;fb97eb0edbe8:34467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T18:23:04,951 INFO [regionserver/fb97eb0edbe8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T18:23:04,951 INFO [regionserver/fb97eb0edbe8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T18:23:04,981 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,2-fb97eb0edbe8,41289,1731176559848.replicationSource.wal-reader.fb97eb0edbe8%2C41289%2C1731176559848,2-fb97eb0edbe8,41289,1731176559848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/WALs/fb97eb0edbe8,41289,1731176559848/fb97eb0edbe8%2C41289%2C1731176559848.1731176581343 to pos 393, reset compression=false 2024-11-09T18:23:04,993 DEBUG [RS:0;fb97eb0edbe8:34467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T18:23:05,041 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/data/hbase/meta/1588230740/.tmp/ns/b21f3e1ffe244ac383acda32c0d704f3 2024-11-09T18:23:05,057 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/data/hbase/meta/1588230740/.tmp/rep_barrier/871aeb44f05a4a3c831546e21cf9b3be is 112, key is test,,1731176574951.4d71ed6efdcaf4fa5174678ad820f8a2./rep_barrier:seqnumDuringOpen/1731176575783/Put/seqid=0 2024-11-09T18:23:05,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40991 is added to blk_1073741843_1019 (size=5518) 2024-11-09T18:23:05,193 DEBUG [RS:0;fb97eb0edbe8:34467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T18:23:05,292 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,41289,1731176559848.replicationSource.wal-reader.fb97eb0edbe8%2C41289%2C1731176559848,1-fb97eb0edbe8,41289,1731176559848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/WALs/fb97eb0edbe8,41289,1731176559848/fb97eb0edbe8%2C41289%2C1731176559848.1731176581343 to pos 393, reset compression=false 2024-11-09T18:23:05,393 DEBUG [RS:0;fb97eb0edbe8:34467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T18:23:05,461 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/data/hbase/meta/1588230740/.tmp/rep_barrier/871aeb44f05a4a3c831546e21cf9b3be 2024-11-09T18:23:05,486 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/data/hbase/meta/1588230740/.tmp/table/e6b8f680287f4f0baf650b1a1ae798c1 is 40, key is test/table:state/1731176575798/Put/seqid=0 2024-11-09T18:23:05,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40991 is added to blk_1073741844_1020 (size=5165) 2024-11-09T18:23:05,491 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/data/hbase/meta/1588230740/.tmp/table/e6b8f680287f4f0baf650b1a1ae798c1 2024-11-09T18:23:05,495 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/data/hbase/meta/1588230740/.tmp/info/8e2f0f4eb4ac4adaa361d059669db04b as hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/data/hbase/meta/1588230740/info/8e2f0f4eb4ac4adaa361d059669db04b 2024-11-09T18:23:05,498 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/data/hbase/meta/1588230740/info/8e2f0f4eb4ac4adaa361d059669db04b, entries=10, sequenceid=11, filesize=6.3 K 2024-11-09T18:23:05,499 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/data/hbase/meta/1588230740/.tmp/ns/b21f3e1ffe244ac383acda32c0d704f3 as hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/data/hbase/meta/1588230740/ns/b21f3e1ffe244ac383acda32c0d704f3 2024-11-09T18:23:05,502 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/data/hbase/meta/1588230740/ns/b21f3e1ffe244ac383acda32c0d704f3, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T18:23:05,503 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/data/hbase/meta/1588230740/.tmp/rep_barrier/871aeb44f05a4a3c831546e21cf9b3be as hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/data/hbase/meta/1588230740/rep_barrier/871aeb44f05a4a3c831546e21cf9b3be 2024-11-09T18:23:05,506 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/data/hbase/meta/1588230740/rep_barrier/871aeb44f05a4a3c831546e21cf9b3be, entries=1, sequenceid=11, filesize=5.4 K 2024-11-09T18:23:05,507 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/data/hbase/meta/1588230740/.tmp/table/e6b8f680287f4f0baf650b1a1ae798c1 as hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/data/hbase/meta/1588230740/table/e6b8f680287f4f0baf650b1a1ae798c1 2024-11-09T18:23:05,510 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/data/hbase/meta/1588230740/table/e6b8f680287f4f0baf650b1a1ae798c1, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T18:23:05,511 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 919ms, sequenceid=11, compaction requested=false 2024-11-09T18:23:05,518 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-09T18:23:05,519 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T18:23:05,519 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T18:23:05,519 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T18:23:05,519 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731176584592Running coprocessor pre-close hooks at 1731176584592Disabling compacts and flushes for region at 1731176584592Disabling writes for close at 1731176584592Obtaining lock to block concurrent updates at 1731176584592Preparing flush snapshotting stores in 1588230740 at 1731176584592Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731176584593 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731176584593Flushing 1588230740/info: creating writer at 1731176584594 (+1 ms)Flushing 1588230740/info: appending metadata at 1731176584611 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731176584611Flushing 1588230740/ns: creating writer at 1731176584618 (+7 ms)Flushing 1588230740/ns: appending metadata at 1731176584634 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731176584634Flushing 1588230740/rep_barrier: creating writer at 1731176585045 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731176585057 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731176585057Flushing 1588230740/table: creating writer at 1731176585464 (+407 ms)Flushing 1588230740/table: appending metadata at 1731176585485 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731176585486 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22220af3: reopening flushed file at 1731176585494 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f1bda73: reopening flushed file at 1731176585498 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18801209: reopening flushed file at 1731176585502 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65af23ad: reopening flushed file at 1731176585507 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 919ms, sequenceid=11, compaction requested=false at 1731176585511 (+4 ms)Writing region close event to WAL at 1731176585516 (+5 ms)Running coprocessor post-close hooks at 1731176585519 (+3 ms)Closed at 1731176585519 2024-11-09T18:23:05,519 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T18:23:05,593 INFO [RS:0;fb97eb0edbe8:34467 {}] regionserver.HRegionServer(976): stopping server fb97eb0edbe8,34467,1731176565707; all regions closed. 2024-11-09T18:23:05,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40991 is added to blk_1073741834_1010 (size=2717) 2024-11-09T18:23:05,607 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/WALs/fb97eb0edbe8,34467,1731176565707/fb97eb0edbe8%2C34467%2C1731176565707.meta.1731176567599.meta not finished, retry = 0 2024-11-09T18:23:05,709 DEBUG [RS:0;fb97eb0edbe8:34467 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/oldWALs 2024-11-09T18:23:05,709 INFO [RS:0;fb97eb0edbe8:34467 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb97eb0edbe8%2C34467%2C1731176565707.meta:.meta(num 1731176567599) 2024-11-09T18:23:05,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40991 is added to blk_1073741832_1008 (size=1374) 2024-11-09T18:23:05,726 DEBUG [RS:0;fb97eb0edbe8:34467 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/oldWALs 2024-11-09T18:23:05,726 INFO [RS:0;fb97eb0edbe8:34467 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb97eb0edbe8%2C34467%2C1731176565707:(num 1731176567080) 2024-11-09T18:23:05,726 DEBUG [RS:0;fb97eb0edbe8:34467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:23:05,726 INFO [RS:0;fb97eb0edbe8:34467 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:23:05,726 INFO [RS:0;fb97eb0edbe8:34467 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T18:23:05,726 INFO [RS:0;fb97eb0edbe8:34467 {}] hbase.ChoreService(370): Chore service for: regionserver/fb97eb0edbe8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T18:23:05,726 INFO [RS:0;fb97eb0edbe8:34467 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T18:23:05,727 INFO [RS:0;fb97eb0edbe8:34467 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fb97eb0edbe8:34467. 2024-11-09T18:23:05,727 DEBUG [RS:0;fb97eb0edbe8:34467 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:23:05,727 DEBUG [RS:0;fb97eb0edbe8:34467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:23:05,727 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:23:05,727 DEBUG [RS:0;fb97eb0edbe8:34467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:23:05,727 INFO [RS:0;fb97eb0edbe8:34467 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34467 2024-11-09T18:23:05,728 INFO [regionserver/fb97eb0edbe8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T18:23:05,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45793-0x10120d5e8590003, quorum=127.0.0.1:62842, baseZNode=/1-1455687364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1455687364/rs 2024-11-09T18:23:05,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34467-0x10120d5e8590004, quorum=127.0.0.1:62842, baseZNode=/1-1455687364 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1455687364/rs/fb97eb0edbe8,34467,1731176565707 2024-11-09T18:23:05,744 INFO [RS:0;fb97eb0edbe8:34467 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T18:23:05,754 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fb97eb0edbe8,34467,1731176565707] 2024-11-09T18:23:05,765 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1455687364/draining/fb97eb0edbe8,34467,1731176565707 already deleted, retry=false 2024-11-09T18:23:05,765 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fb97eb0edbe8,34467,1731176565707 expired; onlineServers=0 2024-11-09T18:23:05,765 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fb97eb0edbe8,45793,1731176565503' ***** 2024-11-09T18:23:05,765 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T18:23:05,765 INFO [M:0;fb97eb0edbe8:45793 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T18:23:05,765 INFO [M:0;fb97eb0edbe8:45793 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T18:23:05,765 DEBUG [M:0;fb97eb0edbe8:45793 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T18:23:05,765 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T18:23:05,765 DEBUG [M:0;fb97eb0edbe8:45793 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T18:23:05,765 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731176566846 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731176566846,5,FailOnTimeoutGroup] 2024-11-09T18:23:05,765 INFO [M:0;fb97eb0edbe8:45793 {}] hbase.ChoreService(370): Chore service for: master/fb97eb0edbe8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T18:23:05,766 INFO [M:0;fb97eb0edbe8:45793 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T18:23:05,766 DEBUG [M:0;fb97eb0edbe8:45793 {}] master.HMaster(1795): Stopping service threads 2024-11-09T18:23:05,766 INFO [M:0;fb97eb0edbe8:45793 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T18:23:05,766 INFO [M:0;fb97eb0edbe8:45793 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T18:23:05,766 INFO [M:0;fb97eb0edbe8:45793 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T18:23:05,766 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T18:23:05,766 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731176566846 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731176566846,5,FailOnTimeoutGroup] 2024-11-09T18:23:05,785 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,2-fb97eb0edbe8,41289,1731176559848.replicationSource.wal-reader.fb97eb0edbe8%2C41289%2C1731176559848,2-fb97eb0edbe8,41289,1731176559848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/WALs/fb97eb0edbe8,41289,1731176559848/fb97eb0edbe8%2C41289%2C1731176559848.1731176581343 to pos 393, reset compression=false 2024-11-09T18:23:05,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45793-0x10120d5e8590003, quorum=127.0.0.1:62842, baseZNode=/1-1455687364 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1455687364/master 2024-11-09T18:23:05,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45793-0x10120d5e8590003, quorum=127.0.0.1:62842, baseZNode=/1-1455687364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1455687364 2024-11-09T18:23:05,854 DEBUG [M:0;fb97eb0edbe8:45793 {}] zookeeper.ZKUtil(347): master:45793-0x10120d5e8590003, quorum=127.0.0.1:62842, baseZNode=/1-1455687364 Unable to get data of znode /1-1455687364/master because node does not exist (not an error) 2024-11-09T18:23:05,854 WARN [M:0;fb97eb0edbe8:45793 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T18:23:05,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34467-0x10120d5e8590004, quorum=127.0.0.1:62842, baseZNode=/1-1455687364 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:23:05,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34467-0x10120d5e8590004, quorum=127.0.0.1:62842, baseZNode=/1-1455687364 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:23:05,854 INFO [RS:0;fb97eb0edbe8:34467 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T18:23:05,854 INFO [RS:0;fb97eb0edbe8:34467 {}] regionserver.HRegionServer(1031): Exiting; stopping=fb97eb0edbe8,34467,1731176565707; zookeeper connection closed. 2024-11-09T18:23:05,854 INFO [M:0;fb97eb0edbe8:45793 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/.lastflushedseqids 2024-11-09T18:23:05,855 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5dc00a24 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5dc00a24 2024-11-09T18:23:05,855 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T18:23:05,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40991 is added to blk_1073741845_1021 (size=173) 2024-11-09T18:23:06,105 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,41289,1731176559848.replicationSource.wal-reader.fb97eb0edbe8%2C41289%2C1731176559848,1-fb97eb0edbe8,41289,1731176559848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/WALs/fb97eb0edbe8,41289,1731176559848/fb97eb0edbe8%2C41289%2C1731176559848.1731176581343 to pos 393, reset compression=false 2024-11-09T18:23:06,258 INFO [M:0;fb97eb0edbe8:45793 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T18:23:06,258 INFO [M:0;fb97eb0edbe8:45793 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T18:23:06,259 DEBUG [M:0;fb97eb0edbe8:45793 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T18:23:06,259 INFO [M:0;fb97eb0edbe8:45793 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:23:06,259 DEBUG [M:0;fb97eb0edbe8:45793 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:23:06,259 DEBUG [M:0;fb97eb0edbe8:45793 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T18:23:06,259 DEBUG [M:0;fb97eb0edbe8:45793 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:23:06,259 INFO [M:0;fb97eb0edbe8:45793 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-09T18:23:06,272 DEBUG [M:0;fb97eb0edbe8:45793 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6721f08ab9eb40bf87bff81ba7af8b10 is 82, key is hbase:meta,,1/info:regioninfo/1731176567626/Put/seqid=0 2024-11-09T18:23:06,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40991 is added to blk_1073741846_1022 (size=5672) 2024-11-09T18:23:06,675 INFO [M:0;fb97eb0edbe8:45793 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6721f08ab9eb40bf87bff81ba7af8b10 2024-11-09T18:23:06,688 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,2-fb97eb0edbe8,41289,1731176559848.replicationSource.wal-reader.fb97eb0edbe8%2C41289%2C1731176559848,2-fb97eb0edbe8,41289,1731176559848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/WALs/fb97eb0edbe8,41289,1731176559848/fb97eb0edbe8%2C41289%2C1731176559848.1731176581343 to pos 393, reset compression=false 2024-11-09T18:23:06,691 DEBUG [M:0;fb97eb0edbe8:45793 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e75bcd92a4af4f74a246fe66e74665dc is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731176575803/Put/seqid=0 2024-11-09T18:23:06,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40991 is added to blk_1073741847_1023 (size=6586) 2024-11-09T18:23:07,007 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,41289,1731176559848.replicationSource.wal-reader.fb97eb0edbe8%2C41289%2C1731176559848,1-fb97eb0edbe8,41289,1731176559848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/WALs/fb97eb0edbe8,41289,1731176559848/fb97eb0edbe8%2C41289%2C1731176559848.1731176581343 to pos 393, reset compression=false 2024-11-09T18:23:07,095 INFO [M:0;fb97eb0edbe8:45793 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e75bcd92a4af4f74a246fe66e74665dc 2024-11-09T18:23:07,112 DEBUG [M:0;fb97eb0edbe8:45793 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/621a16270c7944ba82bda3a8d0d397b3 is 69, key is fb97eb0edbe8,34467,1731176565707/rs:state/1731176566878/Put/seqid=0 2024-11-09T18:23:07,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40991 is added to blk_1073741848_1024 (size=5156) 2024-11-09T18:23:07,518 INFO [M:0;fb97eb0edbe8:45793 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/621a16270c7944ba82bda3a8d0d397b3 2024-11-09T18:23:07,521 DEBUG [M:0;fb97eb0edbe8:45793 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6721f08ab9eb40bf87bff81ba7af8b10 as hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6721f08ab9eb40bf87bff81ba7af8b10 2024-11-09T18:23:07,524 INFO [M:0;fb97eb0edbe8:45793 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6721f08ab9eb40bf87bff81ba7af8b10, entries=8, sequenceid=55, filesize=5.5 K 2024-11-09T18:23:07,524 DEBUG [M:0;fb97eb0edbe8:45793 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e75bcd92a4af4f74a246fe66e74665dc as hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e75bcd92a4af4f74a246fe66e74665dc 2024-11-09T18:23:07,527 INFO [M:0;fb97eb0edbe8:45793 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e75bcd92a4af4f74a246fe66e74665dc, entries=6, sequenceid=55, filesize=6.4 K 2024-11-09T18:23:07,528 DEBUG [M:0;fb97eb0edbe8:45793 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/621a16270c7944ba82bda3a8d0d397b3 as hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/621a16270c7944ba82bda3a8d0d397b3 2024-11-09T18:23:07,531 INFO [M:0;fb97eb0edbe8:45793 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41031/user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/621a16270c7944ba82bda3a8d0d397b3, entries=1, sequenceid=55, filesize=5.0 K 2024-11-09T18:23:07,531 INFO [M:0;fb97eb0edbe8:45793 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=55, compaction requested=false 2024-11-09T18:23:07,533 INFO [M:0;fb97eb0edbe8:45793 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:23:07,533 DEBUG [M:0;fb97eb0edbe8:45793 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731176586258Disabling compacts and flushes for region at 1731176586258Disabling writes for close at 1731176586259 (+1 ms)Obtaining lock to block concurrent updates at 1731176586259Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731176586259Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731176586259Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731176586259Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731176586259Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731176586271 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731176586271Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731176586678 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731176586691 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731176586691Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731176587097 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731176587111 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731176587111Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4021a566: reopening flushed file at 1731176587520 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71083c17: reopening flushed file at 1731176587524 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59ebeefd: reopening flushed file at 1731176587527 (+3 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=55, compaction requested=false at 1731176587531 (+4 ms)Writing region close event to WAL at 1731176587533 (+2 ms)Closed at 1731176587533 2024-11-09T18:23:07,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40991 is added to blk_1073741830_1006 (size=32770) 2024-11-09T18:23:07,535 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4c780b66-172e-cf01-de38-11826f1ff29c/MasterData/WALs/fb97eb0edbe8,45793,1731176565503/fb97eb0edbe8%2C45793%2C1731176565503.1731176566507 not finished, retry = 0 2024-11-09T18:23:07,636 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T18:23:07,636 INFO [M:0;fb97eb0edbe8:45793 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T18:23:07,636 INFO [M:0;fb97eb0edbe8:45793 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45793 2024-11-09T18:23:07,637 INFO [M:0;fb97eb0edbe8:45793 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T18:23:07,691 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,2-fb97eb0edbe8,41289,1731176559848.replicationSource.wal-reader.fb97eb0edbe8%2C41289%2C1731176559848,2-fb97eb0edbe8,41289,1731176559848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/WALs/fb97eb0edbe8,41289,1731176559848/fb97eb0edbe8%2C41289%2C1731176559848.1731176581343 to pos 393, reset compression=false 2024-11-09T18:23:07,779 INFO [M:0;fb97eb0edbe8:45793 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T18:23:07,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45793-0x10120d5e8590003, quorum=127.0.0.1:62842, baseZNode=/1-1455687364 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:23:07,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45793-0x10120d5e8590003, quorum=127.0.0.1:62842, baseZNode=/1-1455687364 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:23:07,781 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@69dbfd02{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:23:07,781 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@12bab48{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T18:23:07,781 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T18:23:07,781 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d8d7182{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T18:23:07,781 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e917847{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30770f91-0505-436d-3cb0-7e8e13faf887/hadoop.log.dir/,STOPPED} 2024-11-09T18:23:07,782 WARN [BP-1250962369-172.17.0.3-1731176563570 heartbeating to localhost/127.0.0.1:41031 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T18:23:07,782 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T18:23:07,782 WARN [BP-1250962369-172.17.0.3-1731176563570 heartbeating to localhost/127.0.0.1:41031 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1250962369-172.17.0.3-1731176563570 (Datanode Uuid 5e3d6317-81d3-40d0-81d3-8106cbc5fa52) service to localhost/127.0.0.1:41031 2024-11-09T18:23:07,782 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T18:23:07,783 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30770f91-0505-436d-3cb0-7e8e13faf887/cluster_768bb13a-7b91-e23e-c72b-7b606de317c4/data/data1/current/BP-1250962369-172.17.0.3-1731176563570 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T18:23:07,783 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30770f91-0505-436d-3cb0-7e8e13faf887/cluster_768bb13a-7b91-e23e-c72b-7b606de317c4/data/data2/current/BP-1250962369-172.17.0.3-1731176563570 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T18:23:07,783 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T18:23:07,788 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@e6881e9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T18:23:07,789 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@53513c9a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T18:23:07,789 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T18:23:07,789 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5806bc8b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T18:23:07,789 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47b07e88{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30770f91-0505-436d-3cb0-7e8e13faf887/hadoop.log.dir/,STOPPED} 2024-11-09T18:23:07,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T18:23:07,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T18:23:07,832 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:23:07,832 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:23:07,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:23:07,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:23:07,832 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:23:07,833 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T18:23:07,833 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1939053346, stopped=false 2024-11-09T18:23:07,833 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fb97eb0edbe8,33931,1731176559632 2024-11-09T18:23:07,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41289-0x10120d5e8590001, quorum=127.0.0.1:62842, baseZNode=/0739675149 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0739675149/running 2024-11-09T18:23:07,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33931-0x10120d5e8590000, quorum=127.0.0.1:62842, baseZNode=/0739675149 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0739675149/running 2024-11-09T18:23:07,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41289-0x10120d5e8590001, quorum=127.0.0.1:62842, baseZNode=/0739675149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0739675149 2024-11-09T18:23:07,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33931-0x10120d5e8590000, quorum=127.0.0.1:62842, baseZNode=/0739675149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0739675149 2024-11-09T18:23:07,879 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T18:23:07,880 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:23:07,880 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41289-0x10120d5e8590001, quorum=127.0.0.1:62842, baseZNode=/0739675149 Set watcher on znode that does not yet exist, /0739675149/running 2024-11-09T18:23:07,880 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:23:07,880 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33931-0x10120d5e8590000, quorum=127.0.0.1:62842, baseZNode=/0739675149 Set watcher on znode that does not yet exist, /0739675149/running 2024-11-09T18:23:07,880 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:23:07,881 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fb97eb0edbe8,41289,1731176559848' ***** 2024-11-09T18:23:07,881 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T18:23:07,881 INFO [RS:0;fb97eb0edbe8:41289 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T18:23:07,881 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T18:23:07,881 INFO [RS:0;fb97eb0edbe8:41289 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T18:23:07,881 INFO [RS:0;fb97eb0edbe8:41289 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T18:23:07,881 INFO [RS:0;fb97eb0edbe8:41289 {}] regionserver.HRegionServer(3091): Received CLOSE for d114ae3f1b8cced51a401d9539f632ef 2024-11-09T18:23:07,882 INFO [RS:0;fb97eb0edbe8:41289 {}] regionserver.HRegionServer(3091): Received CLOSE for d53dcefa56960a03a4f486e6392fc2c6 2024-11-09T18:23:07,882 INFO [RS:0;fb97eb0edbe8:41289 {}] regionserver.HRegionServer(959): stopping server fb97eb0edbe8,41289,1731176559848 2024-11-09T18:23:07,882 INFO [RS:0;fb97eb0edbe8:41289 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T18:23:07,882 INFO [RS:0;fb97eb0edbe8:41289 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fb97eb0edbe8:41289. 2024-11-09T18:23:07,882 DEBUG [RS:0;fb97eb0edbe8:41289 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:23:07,882 DEBUG [RS:0;fb97eb0edbe8:41289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:23:07,882 INFO [RS:0;fb97eb0edbe8:41289 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T18:23:07,882 INFO [RS:0;fb97eb0edbe8:41289 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T18:23:07,882 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d114ae3f1b8cced51a401d9539f632ef, disabling compactions & flushes 2024-11-09T18:23:07,882 INFO [RS:0;fb97eb0edbe8:41289 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T18:23:07,882 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731176574307.d114ae3f1b8cced51a401d9539f632ef. 2024-11-09T18:23:07,882 INFO [RS:0;fb97eb0edbe8:41289 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T18:23:07,882 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731176574307.d114ae3f1b8cced51a401d9539f632ef. 2024-11-09T18:23:07,882 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731176574307.d114ae3f1b8cced51a401d9539f632ef. after waiting 0 ms 2024-11-09T18:23:07,882 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731176574307.d114ae3f1b8cced51a401d9539f632ef. 2024-11-09T18:23:07,883 INFO [RS:0;fb97eb0edbe8:41289 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T18:23:07,883 DEBUG [RS:0;fb97eb0edbe8:41289 {}] regionserver.HRegionServer(1325): Online Regions={d114ae3f1b8cced51a401d9539f632ef=test,,1731176574307.d114ae3f1b8cced51a401d9539f632ef., d53dcefa56960a03a4f486e6392fc2c6=hbase:replication,,1731176578277.d53dcefa56960a03a4f486e6392fc2c6., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T18:23:07,883 DEBUG [RS:0;fb97eb0edbe8:41289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d114ae3f1b8cced51a401d9539f632ef, d53dcefa56960a03a4f486e6392fc2c6 2024-11-09T18:23:07,883 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T18:23:07,883 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T18:23:07,883 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T18:23:07,883 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T18:23:07,883 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T18:23:07,883 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T18:23:07,886 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/data/default/test/d114ae3f1b8cced51a401d9539f632ef/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T18:23:07,886 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T18:23:07,886 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T18:23:07,886 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731176574307.d114ae3f1b8cced51a401d9539f632ef. 2024-11-09T18:23:07,886 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d114ae3f1b8cced51a401d9539f632ef: Waiting for close lock at 1731176587882Running coprocessor pre-close hooks at 1731176587882Disabling compacts and flushes for region at 1731176587882Disabling writes for close at 1731176587882Writing region close event to WAL at 1731176587884 (+2 ms)Running coprocessor post-close hooks at 1731176587886 (+2 ms)Closed at 1731176587886 2024-11-09T18:23:07,886 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731176574307.d114ae3f1b8cced51a401d9539f632ef. 2024-11-09T18:23:07,887 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d53dcefa56960a03a4f486e6392fc2c6, disabling compactions & flushes 2024-11-09T18:23:07,887 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731176578277.d53dcefa56960a03a4f486e6392fc2c6. 2024-11-09T18:23:07,887 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731176578277.d53dcefa56960a03a4f486e6392fc2c6. 2024-11-09T18:23:07,887 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731176578277.d53dcefa56960a03a4f486e6392fc2c6. after waiting 0 ms 2024-11-09T18:23:07,887 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731176578277.d53dcefa56960a03a4f486e6392fc2c6. 2024-11-09T18:23:07,887 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d53dcefa56960a03a4f486e6392fc2c6 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-09T18:23:07,893 INFO [regionserver/fb97eb0edbe8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:23:07,896 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/data/hbase/meta/1588230740/.tmp/info/2cff09b51c8c4526b0e0c944fee47209 is 147, key is hbase:replication,,1731176578277.d53dcefa56960a03a4f486e6392fc2c6./info:regioninfo/1731176578730/Put/seqid=0 2024-11-09T18:23:07,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34697 is added to blk_1073741847_1023 (size=7686) 2024-11-09T18:23:07,901 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/data/hbase/replication/d53dcefa56960a03a4f486e6392fc2c6/.tmp/hfileref/d56c053923234fcdb9eb85d3cf982a1e is 74, key is 1/hfileref:171f17efa6db4747973566bbf101bd49_SeqId_4_/1731176581037/DeleteColumn/seqid=0 2024-11-09T18:23:07,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34697 is added to blk_1073741848_1024 (size=5489) 2024-11-09T18:23:08,010 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,41289,1731176559848.replicationSource.wal-reader.fb97eb0edbe8%2C41289%2C1731176559848,1-fb97eb0edbe8,41289,1731176559848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/WALs/fb97eb0edbe8,41289,1731176559848/fb97eb0edbe8%2C41289%2C1731176559848.1731176581343 to pos 393, reset compression=false 2024-11-09T18:23:08,014 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,41289,1731176559848.replicationSource.wal-reader.fb97eb0edbe8%2C41289%2C1731176559848,1-fb97eb0edbe8,41289,1731176559848 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T18:23:08,014 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,41289,1731176559848.replicationSource.wal-reader.fb97eb0edbe8%2C41289%2C1731176559848,1-fb97eb0edbe8,41289,1731176559848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/WALs/fb97eb0edbe8,41289,1731176559848/fb97eb0edbe8%2C41289%2C1731176559848.1731176581343 to pos 688, reset compression=false 2024-11-09T18:23:08,014 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,41289,1731176559848.replicationSource.shipperfb97eb0edbe8%2C41289%2C1731176559848,1-fb97eb0edbe8,41289,1731176559848 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fb97eb0edbe8,41289,1731176559848 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/WALs/fb97eb0edbe8,41289,1731176559848/fb97eb0edbe8%2C41289%2C1731176559848.1731176581343, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T18:23:08,014 ERROR [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,41289,1731176559848.replicationSource.shipperfb97eb0edbe8%2C41289%2C1731176559848,1-fb97eb0edbe8,41289,1731176559848 {}] regionserver.HRegionServer(2440): ***** ABORTING region server fb97eb0edbe8,41289,1731176559848: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-fb97eb0edbe8,41289,1731176559848, walGroup=fb97eb0edbe8%2C41289%2C1731176559848, offset=fb97eb0edbe8%2C41289%2C1731176559848.1731176581343:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fb97eb0edbe8:41289 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T18:23:08,015 ERROR [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,41289,1731176559848.replicationSource.shipperfb97eb0edbe8%2C41289%2C1731176559848,1-fb97eb0edbe8,41289,1731176559848 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T18:23:08,016 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,41289,1731176559848.replicationSource.shipperfb97eb0edbe8%2C41289%2C1731176559848,1-fb97eb0edbe8,41289,1731176559848 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T18:23:08,016 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,41289,1731176559848.replicationSource.shipperfb97eb0edbe8%2C41289%2C1731176559848,1-fb97eb0edbe8,41289,1731176559848 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T18:23:08,016 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,41289,1731176559848.replicationSource.shipperfb97eb0edbe8%2C41289%2C1731176559848,1-fb97eb0edbe8,41289,1731176559848 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T18:23:08,016 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,41289,1731176559848.replicationSource.shipperfb97eb0edbe8%2C41289%2C1731176559848,1-fb97eb0edbe8,41289,1731176559848 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T18:23:08,016 INFO [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,41289,1731176559848.replicationSource.shipperfb97eb0edbe8%2C41289%2C1731176559848,1-fb97eb0edbe8,41289,1731176559848 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1562378240, "init": 1048576000, "max": 2306867200, "used": 939965568 }, "NonHeapMemoryUsage": { "committed": 211353600, "init": 7667712, "max": -1, "used": 208326888 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T18:23:08,017 WARN [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,41289,1731176559848.replicationSource.shipperfb97eb0edbe8%2C41289%2C1731176559848,1-fb97eb0edbe8,41289,1731176559848 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fb97eb0edbe8:33931 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fb97eb0edbe8:33931 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T18:23:08,083 DEBUG [RS:0;fb97eb0edbe8:41289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d53dcefa56960a03a4f486e6392fc2c6 2024-11-09T18:23:08,217 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,41289,1731176559848.replicationSource.wal-reader.fb97eb0edbe8%2C41289%2C1731176559848,1-fb97eb0edbe8,41289,1731176559848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/WALs/fb97eb0edbe8,41289,1731176559848/fb97eb0edbe8%2C41289%2C1731176559848.1731176581343 to pos 688, reset compression=false 2024-11-09T18:23:08,262 INFO [regionserver/fb97eb0edbe8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T18:23:08,262 INFO [regionserver/fb97eb0edbe8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T18:23:08,283 DEBUG [RS:0;fb97eb0edbe8:41289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d53dcefa56960a03a4f486e6392fc2c6 2024-11-09T18:23:08,300 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/data/hbase/meta/1588230740/.tmp/info/2cff09b51c8c4526b0e0c944fee47209 2024-11-09T18:23:08,304 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/data/hbase/replication/d53dcefa56960a03a4f486e6392fc2c6/.tmp/hfileref/d56c053923234fcdb9eb85d3cf982a1e 2024-11-09T18:23:08,316 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/data/hbase/meta/1588230740/.tmp/ns/033bc3c2f7cb4c17b9be4f96c774e452 is 43, key is default/ns:d/1731176563433/Put/seqid=0 2024-11-09T18:23:08,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34697 is added to blk_1073741849_1025 (size=5153) 2024-11-09T18:23:08,327 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/data/hbase/replication/d53dcefa56960a03a4f486e6392fc2c6/.tmp/queue/36aeb48e1a104d45b075ab160de7b693 is 153, key is 1-fb97eb0edbe8,41289,1731176559848/queue:fb97eb0edbe8%2C41289%2C1731176559848/1731176582619/Put/seqid=0 2024-11-09T18:23:08,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34697 is added to blk_1073741850_1026 (size=5504) 2024-11-09T18:23:08,483 DEBUG [RS:0;fb97eb0edbe8:41289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d53dcefa56960a03a4f486e6392fc2c6 2024-11-09T18:23:08,520 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,41289,1731176559848.replicationSource.wal-reader.fb97eb0edbe8%2C41289%2C1731176559848,1-fb97eb0edbe8,41289,1731176559848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/WALs/fb97eb0edbe8,41289,1731176559848/fb97eb0edbe8%2C41289%2C1731176559848.1731176581343 to pos 688, reset compression=false 2024-11-09T18:23:08,683 DEBUG [RS:0;fb97eb0edbe8:41289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d53dcefa56960a03a4f486e6392fc2c6 2024-11-09T18:23:08,720 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/data/hbase/meta/1588230740/.tmp/ns/033bc3c2f7cb4c17b9be4f96c774e452 2024-11-09T18:23:08,730 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/data/hbase/replication/d53dcefa56960a03a4f486e6392fc2c6/.tmp/queue/36aeb48e1a104d45b075ab160de7b693 2024-11-09T18:23:08,733 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/data/hbase/replication/d53dcefa56960a03a4f486e6392fc2c6/.tmp/hfileref/d56c053923234fcdb9eb85d3cf982a1e as hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/data/hbase/replication/d53dcefa56960a03a4f486e6392fc2c6/hfileref/d56c053923234fcdb9eb85d3cf982a1e 2024-11-09T18:23:08,737 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/data/hbase/replication/d53dcefa56960a03a4f486e6392fc2c6/hfileref/d56c053923234fcdb9eb85d3cf982a1e, entries=6, sequenceid=17, filesize=5.4 K 2024-11-09T18:23:08,737 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/data/hbase/meta/1588230740/.tmp/rep_barrier/e3f3c1be8cae4f26a94f237d85084cd0 is 112, key is test,,1731176574307.d114ae3f1b8cced51a401d9539f632ef./rep_barrier:seqnumDuringOpen/1731176574758/Put/seqid=0 2024-11-09T18:23:08,737 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/data/hbase/replication/d53dcefa56960a03a4f486e6392fc2c6/.tmp/queue/36aeb48e1a104d45b075ab160de7b693 as hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/data/hbase/replication/d53dcefa56960a03a4f486e6392fc2c6/queue/36aeb48e1a104d45b075ab160de7b693 2024-11-09T18:23:08,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34697 is added to blk_1073741851_1027 (size=5518) 2024-11-09T18:23:08,741 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/data/hbase/replication/d53dcefa56960a03a4f486e6392fc2c6/queue/36aeb48e1a104d45b075ab160de7b693, entries=2, sequenceid=17, filesize=5.4 K 2024-11-09T18:23:08,742 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for d53dcefa56960a03a4f486e6392fc2c6 in 854ms, sequenceid=17, compaction requested=false 2024-11-09T18:23:08,745 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/data/hbase/replication/d53dcefa56960a03a4f486e6392fc2c6/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-09T18:23:08,745 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T18:23:08,745 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T18:23:08,745 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731176578277.d53dcefa56960a03a4f486e6392fc2c6. 2024-11-09T18:23:08,745 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d53dcefa56960a03a4f486e6392fc2c6: Waiting for close lock at 1731176587886Running coprocessor pre-close hooks at 1731176587886Disabling compacts and flushes for region at 1731176587886Disabling writes for close at 1731176587887 (+1 ms)Obtaining lock to block concurrent updates at 1731176587887Preparing flush snapshotting stores in d53dcefa56960a03a4f486e6392fc2c6 at 1731176587887Finished memstore snapshotting hbase:replication,,1731176578277.d53dcefa56960a03a4f486e6392fc2c6., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731176587887Flushing stores of hbase:replication,,1731176578277.d53dcefa56960a03a4f486e6392fc2c6. at 1731176587887Flushing d53dcefa56960a03a4f486e6392fc2c6/hfileref: creating writer at 1731176587888 (+1 ms)Flushing d53dcefa56960a03a4f486e6392fc2c6/hfileref: appending metadata at 1731176587901 (+13 ms)Flushing d53dcefa56960a03a4f486e6392fc2c6/hfileref: closing flushed file at 1731176587901Flushing d53dcefa56960a03a4f486e6392fc2c6/queue: creating writer at 1731176588307 (+406 ms)Flushing d53dcefa56960a03a4f486e6392fc2c6/queue: appending metadata at 1731176588326 (+19 ms)Flushing d53dcefa56960a03a4f486e6392fc2c6/queue: closing flushed file at 1731176588326Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@119744ed: reopening flushed file at 1731176588733 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44aae331: reopening flushed file at 1731176588737 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for d53dcefa56960a03a4f486e6392fc2c6 in 854ms, sequenceid=17, compaction requested=false at 1731176588742 (+5 ms)Writing region close event to WAL at 1731176588742Running coprocessor post-close hooks at 1731176588745 (+3 ms)Closed at 1731176588745 2024-11-09T18:23:08,745 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731176578277.d53dcefa56960a03a4f486e6392fc2c6. 2024-11-09T18:23:08,771 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T18:23:08,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:23:08,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:23:08,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:23:08,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:23:08,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:23:08,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:23:08,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:23:08,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:23:08,795 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,2-fb97eb0edbe8,41289,1731176559848.replicationSource.wal-reader.fb97eb0edbe8%2C41289%2C1731176559848,2-fb97eb0edbe8,41289,1731176559848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/WALs/fb97eb0edbe8,41289,1731176559848/fb97eb0edbe8%2C41289%2C1731176559848.1731176581343 to pos 393, reset compression=false 2024-11-09T18:23:08,799 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,2-fb97eb0edbe8,41289,1731176559848.replicationSource.wal-reader.fb97eb0edbe8%2C41289%2C1731176559848,2-fb97eb0edbe8,41289,1731176559848 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T18:23:08,799 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,2-fb97eb0edbe8,41289,1731176559848.replicationSource.wal-reader.fb97eb0edbe8%2C41289%2C1731176559848,2-fb97eb0edbe8,41289,1731176559848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/WALs/fb97eb0edbe8,41289,1731176559848/fb97eb0edbe8%2C41289%2C1731176559848.1731176581343 to pos 688, reset compression=false 2024-11-09T18:23:08,800 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,2-fb97eb0edbe8,41289,1731176559848.replicationSource.shipperfb97eb0edbe8%2C41289%2C1731176559848,2-fb97eb0edbe8,41289,1731176559848 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-fb97eb0edbe8,41289,1731176559848 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/WALs/fb97eb0edbe8,41289,1731176559848/fb97eb0edbe8%2C41289%2C1731176559848.1731176581343, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T18:23:08,800 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,2-fb97eb0edbe8,41289,1731176559848.replicationSource.shipperfb97eb0edbe8%2C41289%2C1731176559848,2-fb97eb0edbe8,41289,1731176559848 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-09T18:23:08,830 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:23:08,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:23:08,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:23:08,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:23:08,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:23:08,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:23:08,840 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:23:08,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:23:08,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:23:08,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:23:08,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:23:08,883 DEBUG [RS:0;fb97eb0edbe8:41289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T18:23:08,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:23:08,923 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,41289,1731176559848.replicationSource.wal-reader.fb97eb0edbe8%2C41289%2C1731176559848,1-fb97eb0edbe8,41289,1731176559848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/WALs/fb97eb0edbe8,41289,1731176559848/fb97eb0edbe8%2C41289%2C1731176559848.1731176581343 to pos 688, reset compression=false 2024-11-09T18:23:09,007 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,2-fb97eb0edbe8,41289,1731176559848.replicationSource.wal-reader.fb97eb0edbe8%2C41289%2C1731176559848,2-fb97eb0edbe8,41289,1731176559848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/WALs/fb97eb0edbe8,41289,1731176559848/fb97eb0edbe8%2C41289%2C1731176559848.1731176581343 to pos 688, reset compression=false 2024-11-09T18:23:09,084 INFO [RS:0;fb97eb0edbe8:41289 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T18:23:09,084 DEBUG [RS:0;fb97eb0edbe8:41289 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T18:23:09,084 DEBUG [RS:0;fb97eb0edbe8:41289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T18:23:09,141 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/data/hbase/meta/1588230740/.tmp/rep_barrier/e3f3c1be8cae4f26a94f237d85084cd0 2024-11-09T18:23:09,160 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/data/hbase/meta/1588230740/.tmp/table/7d1108e7a8ad4f85a30f31b15236db63 is 53, key is hbase:replication/table:state/1731176578741/Put/seqid=0 2024-11-09T18:23:09,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34697 is added to blk_1073741852_1028 (size=5308) 2024-11-09T18:23:09,171 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/data/hbase/meta/1588230740/.tmp/table/7d1108e7a8ad4f85a30f31b15236db63 2024-11-09T18:23:09,175 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/data/hbase/meta/1588230740/.tmp/info/2cff09b51c8c4526b0e0c944fee47209 as hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/data/hbase/meta/1588230740/info/2cff09b51c8c4526b0e0c944fee47209 2024-11-09T18:23:09,179 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/data/hbase/meta/1588230740/info/2cff09b51c8c4526b0e0c944fee47209, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T18:23:09,180 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/data/hbase/meta/1588230740/.tmp/ns/033bc3c2f7cb4c17b9be4f96c774e452 as hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/data/hbase/meta/1588230740/ns/033bc3c2f7cb4c17b9be4f96c774e452 2024-11-09T18:23:09,184 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/data/hbase/meta/1588230740/ns/033bc3c2f7cb4c17b9be4f96c774e452, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T18:23:09,185 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/data/hbase/meta/1588230740/.tmp/rep_barrier/e3f3c1be8cae4f26a94f237d85084cd0 as hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/data/hbase/meta/1588230740/rep_barrier/e3f3c1be8cae4f26a94f237d85084cd0 2024-11-09T18:23:09,188 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/data/hbase/meta/1588230740/rep_barrier/e3f3c1be8cae4f26a94f237d85084cd0, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T18:23:09,189 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/data/hbase/meta/1588230740/.tmp/table/7d1108e7a8ad4f85a30f31b15236db63 as hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/data/hbase/meta/1588230740/table/7d1108e7a8ad4f85a30f31b15236db63 2024-11-09T18:23:09,193 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/data/hbase/meta/1588230740/table/7d1108e7a8ad4f85a30f31b15236db63, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T18:23:09,194 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1311ms, sequenceid=16, compaction requested=false 2024-11-09T18:23:09,194 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T18:23:09,199 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T18:23:09,200 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T18:23:09,200 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T18:23:09,200 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T18:23:09,200 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731176587883Running coprocessor pre-close hooks at 1731176587883Disabling compacts and flushes for region at 1731176587883Disabling writes for close at 1731176587883Obtaining lock to block concurrent updates at 1731176587883Preparing flush snapshotting stores in 1588230740 at 1731176587883Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731176587883Flushing stores of hbase:meta,,1.1588230740 at 1731176587884 (+1 ms)Flushing 1588230740/info: creating writer at 1731176587884Flushing 1588230740/info: appending metadata at 1731176587896 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731176587896Flushing 1588230740/ns: creating writer at 1731176588303 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731176588315 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731176588315Flushing 1588230740/rep_barrier: creating writer at 1731176588723 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731176588737 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731176588737Flushing 1588230740/table: creating writer at 1731176589145 (+408 ms)Flushing 1588230740/table: appending metadata at 1731176589160 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731176589160Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c2e92f9: reopening flushed file at 1731176589174 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6797c4d3: reopening flushed file at 1731176589179 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4da90b0d: reopening flushed file at 1731176589184 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e1700f2: reopening flushed file at 1731176589189 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1311ms, sequenceid=16, compaction requested=false at 1731176589194 (+5 ms)Writing region close event to WAL at 1731176589197 (+3 ms)Running coprocessor post-close hooks at 1731176589200 (+3 ms)Closed at 1731176589200 2024-11-09T18:23:09,200 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T18:23:09,223 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T18:23:09,284 INFO [RS:0;fb97eb0edbe8:41289 {}] regionserver.HRegionServer(976): stopping server fb97eb0edbe8,41289,1731176559848; all regions closed. 2024-11-09T18:23:09,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34697 is added to blk_1073741844_1020 (size=859) 2024-11-09T18:23:09,286 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/WALs/fb97eb0edbe8,41289,1731176559848/fb97eb0edbe8%2C41289%2C1731176559848.meta.1731176581408.meta not finished, retry = 0 2024-11-09T18:23:09,310 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,2-fb97eb0edbe8,41289,1731176559848.replicationSource.wal-reader.fb97eb0edbe8%2C41289%2C1731176559848,2-fb97eb0edbe8,41289,1731176559848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/WALs/fb97eb0edbe8,41289,1731176559848/fb97eb0edbe8%2C41289%2C1731176559848.1731176581343 to pos 688, reset compression=false 2024-11-09T18:23:09,357 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:23:09,358 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fb97eb0edbe8,32911,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fb97eb0edbe8:32911 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T18:23:09,358 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 18, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 168921 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fb97eb0edbe8,32911,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fb97eb0edbe8:32911 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T18:23:09,391 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/WALs/fb97eb0edbe8,41289,1731176559848/fb97eb0edbe8%2C41289%2C1731176559848.rep.1731176581367 not finished, retry = 0 2024-11-09T18:23:09,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34697 is added to blk_1073741843_1019 (size=2574) 2024-11-09T18:23:09,428 DEBUG [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,41289,1731176559848.replicationSource.wal-reader.fb97eb0edbe8%2C41289%2C1731176559848,1-fb97eb0edbe8,41289,1731176559848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/WALs/fb97eb0edbe8,41289,1731176559848/fb97eb0edbe8%2C41289%2C1731176559848.1731176581343 to pos 688, reset compression=false 2024-11-09T18:23:09,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34697 is added to blk_1073741842_1018 (size=696) 2024-11-09T18:23:09,503 DEBUG [RS:0;fb97eb0edbe8:41289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:23:09,503 INFO [RS:0;fb97eb0edbe8:41289 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:23:09,503 INFO [RS:0;fb97eb0edbe8:41289 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T18:23:09,504 INFO [RS:0;fb97eb0edbe8:41289 {}] hbase.ChoreService(370): Chore service for: regionserver/fb97eb0edbe8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T18:23:09,504 INFO [RS:0;fb97eb0edbe8:41289 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T18:23:09,504 INFO [regionserver/fb97eb0edbe8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T18:23:09,504 INFO [RS:0;fb97eb0edbe8:41289 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fb97eb0edbe8,41289,1731176559848 because: Region server is closing 2024-11-09T18:23:09,505 INFO [RS:0;fb97eb0edbe8:41289 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fb97eb0edbe8:41289. 2024-11-09T18:23:09,505 DEBUG [RS:0;fb97eb0edbe8:41289 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:23:09,505 DEBUG [RS:0;fb97eb0edbe8:41289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:23:09,505 DEBUG [RS:0;fb97eb0edbe8:41289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:23:09,505 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:23:09,605 INFO [RS:0;fb97eb0edbe8:41289 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,41289,1731176559848.replicationSource.shipperfb97eb0edbe8%2C41289%2C1731176559848,1-fb97eb0edbe8,41289,1731176559848 terminated 2024-11-09T18:23:09,605 INFO [RS:0;fb97eb0edbe8:41289 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-fb97eb0edbe8,41289,1731176559848 because: Region server is closing 2024-11-09T18:23:09,605 WARN [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,1-fb97eb0edbe8,41289,1731176559848.replicationSource.wal-reader.fb97eb0edbe8%2C41289%2C1731176559848,1-fb97eb0edbe8,41289,1731176559848 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T18:23:09,606 INFO [RS:0;fb97eb0edbe8:41289 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fb97eb0edbe8:41289. 2024-11-09T18:23:09,606 DEBUG [RS:0;fb97eb0edbe8:41289 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:23:09,606 DEBUG [RS:0;fb97eb0edbe8:41289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:23:09,606 DEBUG [RS:0;fb97eb0edbe8:41289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:23:09,606 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:23:09,706 INFO [RS:0;fb97eb0edbe8:41289 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,2-fb97eb0edbe8,41289,1731176559848.replicationSource.shipperfb97eb0edbe8%2C41289%2C1731176559848,2-fb97eb0edbe8,41289,1731176559848 terminated 2024-11-09T18:23:09,706 INFO [RS:0;fb97eb0edbe8:41289 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41289 2024-11-09T18:23:09,706 WARN [RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0-0.replicationSource,2-fb97eb0edbe8,41289,1731176559848.replicationSource.wal-reader.fb97eb0edbe8%2C41289%2C1731176559848,2-fb97eb0edbe8,41289,1731176559848 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T18:23:09,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33931-0x10120d5e8590000, quorum=127.0.0.1:62842, baseZNode=/0739675149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0739675149/rs 2024-11-09T18:23:09,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41289-0x10120d5e8590001, quorum=127.0.0.1:62842, baseZNode=/0739675149 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0739675149/rs/fb97eb0edbe8,41289,1731176559848 2024-11-09T18:23:09,711 INFO [RS:0;fb97eb0edbe8:41289 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T18:23:09,722 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fb97eb0edbe8,41289,1731176559848] 2024-11-09T18:23:09,733 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0739675149/draining/fb97eb0edbe8,41289,1731176559848 already deleted, retry=false 2024-11-09T18:23:09,733 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fb97eb0edbe8,41289,1731176559848 expired; onlineServers=0 2024-11-09T18:23:09,733 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fb97eb0edbe8,33931,1731176559632' ***** 2024-11-09T18:23:09,733 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T18:23:09,733 INFO [M:0;fb97eb0edbe8:33931 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T18:23:09,733 INFO [M:0;fb97eb0edbe8:33931 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T18:23:09,733 DEBUG [M:0;fb97eb0edbe8:33931 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T18:23:09,733 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T18:23:09,733 DEBUG [M:0;fb97eb0edbe8:33931 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T18:23:09,733 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731176562120 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731176562120,5,FailOnTimeoutGroup] 2024-11-09T18:23:09,733 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731176562120 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731176562120,5,FailOnTimeoutGroup] 2024-11-09T18:23:09,733 INFO [M:0;fb97eb0edbe8:33931 {}] hbase.ChoreService(370): Chore service for: master/fb97eb0edbe8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T18:23:09,733 INFO [M:0;fb97eb0edbe8:33931 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T18:23:09,733 DEBUG [M:0;fb97eb0edbe8:33931 {}] master.HMaster(1795): Stopping service threads 2024-11-09T18:23:09,733 INFO [M:0;fb97eb0edbe8:33931 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T18:23:09,734 INFO [M:0;fb97eb0edbe8:33931 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T18:23:09,734 ERROR [M:0;fb97eb0edbe8:33931 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1040632728) connection to localhost/127.0.0.1:33023 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:33023,5,PEWorkerGroup] 2024-11-09T18:23:09,734 INFO [M:0;fb97eb0edbe8:33931 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T18:23:09,734 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T18:23:09,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33931-0x10120d5e8590000, quorum=127.0.0.1:62842, baseZNode=/0739675149 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0739675149/master 2024-11-09T18:23:09,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33931-0x10120d5e8590000, quorum=127.0.0.1:62842, baseZNode=/0739675149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0739675149 2024-11-09T18:23:09,743 DEBUG [M:0;fb97eb0edbe8:33931 {}] zookeeper.ZKUtil(347): master:33931-0x10120d5e8590000, quorum=127.0.0.1:62842, baseZNode=/0739675149 Unable to get data of znode /0739675149/master because node does not exist (not an error) 2024-11-09T18:23:09,743 WARN [M:0;fb97eb0edbe8:33931 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T18:23:09,744 INFO [M:0;fb97eb0edbe8:33931 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/.lastflushedseqids 2024-11-09T18:23:09,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34697 is added to blk_1073741853_1029 (size=263) 2024-11-09T18:23:09,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41289-0x10120d5e8590001, quorum=127.0.0.1:62842, baseZNode=/0739675149 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:23:09,822 INFO [RS:0;fb97eb0edbe8:41289 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T18:23:09,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41289-0x10120d5e8590001, quorum=127.0.0.1:62842, baseZNode=/0739675149 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:23:09,822 INFO [RS:0;fb97eb0edbe8:41289 {}] regionserver.HRegionServer(1031): Exiting; stopping=fb97eb0edbe8,41289,1731176559848; zookeeper connection closed. 2024-11-09T18:23:09,823 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@11923c15 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@11923c15 2024-11-09T18:23:09,823 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T18:23:10,149 INFO [M:0;fb97eb0edbe8:33931 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T18:23:10,149 INFO [M:0;fb97eb0edbe8:33931 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T18:23:10,149 DEBUG [M:0;fb97eb0edbe8:33931 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T18:23:10,149 INFO [M:0;fb97eb0edbe8:33931 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:23:10,149 DEBUG [M:0;fb97eb0edbe8:33931 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:23:10,149 DEBUG [M:0;fb97eb0edbe8:33931 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T18:23:10,149 DEBUG [M:0;fb97eb0edbe8:33931 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:23:10,150 INFO [M:0;fb97eb0edbe8:33931 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.84 KB heapSize=70.52 KB 2024-11-09T18:23:10,166 DEBUG [M:0;fb97eb0edbe8:33931 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c4311482f3e345c386b08f1fe47c6fdb is 82, key is hbase:meta,,1/info:regioninfo/1731176563386/Put/seqid=0 2024-11-09T18:23:10,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34697 is added to blk_1073741854_1030 (size=5672) 2024-11-09T18:23:10,570 INFO [M:0;fb97eb0edbe8:33931 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c4311482f3e345c386b08f1fe47c6fdb 2024-11-09T18:23:10,586 DEBUG [M:0;fb97eb0edbe8:33931 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/11ef991bbd634ad9b43c0f403d020d90 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731176578746/Put/seqid=0 2024-11-09T18:23:10,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34697 is added to blk_1073741855_1031 (size=8910) 2024-11-09T18:23:10,989 INFO [M:0;fb97eb0edbe8:33931 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.29 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/11ef991bbd634ad9b43c0f403d020d90 2024-11-09T18:23:11,008 DEBUG [M:0;fb97eb0edbe8:33931 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b949ce0da768424d8fc9b57eb784df20 is 69, key is fb97eb0edbe8,41289,1731176559848/rs:state/1731176562243/Put/seqid=0 2024-11-09T18:23:11,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34697 is added to blk_1073741856_1032 (size=5156) 2024-11-09T18:23:11,412 INFO [M:0;fb97eb0edbe8:33931 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b949ce0da768424d8fc9b57eb784df20 2024-11-09T18:23:11,421 DEBUG [M:0;fb97eb0edbe8:33931 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c4311482f3e345c386b08f1fe47c6fdb as hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c4311482f3e345c386b08f1fe47c6fdb 2024-11-09T18:23:11,425 INFO [M:0;fb97eb0edbe8:33931 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c4311482f3e345c386b08f1fe47c6fdb, entries=8, sequenceid=112, filesize=5.5 K 2024-11-09T18:23:11,425 DEBUG [M:0;fb97eb0edbe8:33931 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/11ef991bbd634ad9b43c0f403d020d90 as hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/11ef991bbd634ad9b43c0f403d020d90 2024-11-09T18:23:11,428 INFO [M:0;fb97eb0edbe8:33931 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/11ef991bbd634ad9b43c0f403d020d90, entries=13, sequenceid=112, filesize=8.7 K 2024-11-09T18:23:11,429 DEBUG [M:0;fb97eb0edbe8:33931 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b949ce0da768424d8fc9b57eb784df20 as hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b949ce0da768424d8fc9b57eb784df20 2024-11-09T18:23:11,432 INFO [M:0;fb97eb0edbe8:33931 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33023/user/jenkins/test-data/cd9377eb-8ad7-55b0-7802-63fc57b20380/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b949ce0da768424d8fc9b57eb784df20, entries=1, sequenceid=112, filesize=5.0 K 2024-11-09T18:23:11,432 INFO [M:0;fb97eb0edbe8:33931 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.84 KB/61280, heapSize ~70.22 KB/71904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=112, compaction requested=false 2024-11-09T18:23:11,440 INFO [M:0;fb97eb0edbe8:33931 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:23:11,440 DEBUG [M:0;fb97eb0edbe8:33931 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731176590149Disabling compacts and flushes for region at 1731176590149Disabling writes for close at 1731176590149Obtaining lock to block concurrent updates at 1731176590150 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731176590150Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61280, getHeapSize=72144, getOffHeapSize=0, getCellsCount=131 at 1731176590150Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731176590150Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731176590150Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731176590166 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731176590166Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731176590573 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731176590585 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731176590585Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731176590993 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731176591008 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731176591008Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f3c8550: reopening flushed file at 1731176591421 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@185b9b01: reopening flushed file at 1731176591425 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@92d96f7: reopening flushed file at 1731176591428 (+3 ms)Finished flush of dataSize ~59.84 KB/61280, heapSize ~70.22 KB/71904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=112, compaction requested=false at 1731176591433 (+5 ms)Writing region close event to WAL at 1731176591440 (+7 ms)Closed at 1731176591440 2024-11-09T18:23:11,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34697 is added to blk_1073741830_1006 (size=69067) 2024-11-09T18:23:11,444 INFO [M:0;fb97eb0edbe8:33931 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T18:23:11,444 INFO [M:0;fb97eb0edbe8:33931 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33931 2024-11-09T18:23:11,444 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T18:23:11,445 INFO [M:0;fb97eb0edbe8:33931 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T18:23:11,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33931-0x10120d5e8590000, quorum=127.0.0.1:62842, baseZNode=/0739675149 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:23:11,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33931-0x10120d5e8590000, quorum=127.0.0.1:62842, baseZNode=/0739675149 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:23:11,549 INFO [M:0;fb97eb0edbe8:33931 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T18:23:11,551 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6f96effb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:23:11,552 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@f6754cb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T18:23:11,552 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T18:23:11,552 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@740b8bc0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T18:23:11,552 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3cad32aa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de610f50-8611-e9ad-e740-d6596c441971/hadoop.log.dir/,STOPPED} 2024-11-09T18:23:11,554 WARN [BP-1774933819-172.17.0.3-1731176557759 heartbeating to localhost/127.0.0.1:33023 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T18:23:11,554 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T18:23:11,554 WARN [BP-1774933819-172.17.0.3-1731176557759 heartbeating to localhost/127.0.0.1:33023 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1774933819-172.17.0.3-1731176557759 (Datanode Uuid 0d48b9a0-9bf7-4b90-abba-48b6236a8cc8) service to localhost/127.0.0.1:33023 2024-11-09T18:23:11,554 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T18:23:11,554 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de610f50-8611-e9ad-e740-d6596c441971/cluster_8a1be9f5-8ab8-0e00-0281-d490299e520f/data/data1/current/BP-1774933819-172.17.0.3-1731176557759 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T18:23:11,554 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de610f50-8611-e9ad-e740-d6596c441971/cluster_8a1be9f5-8ab8-0e00-0281-d490299e520f/data/data2/current/BP-1774933819-172.17.0.3-1731176557759 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T18:23:11,555 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T18:23:11,562 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4564b2bc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T18:23:11,562 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c20cbb4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T18:23:11,562 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T18:23:11,562 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ea285f9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T18:23:11,562 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ba2f5db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de610f50-8611-e9ad-e740-d6596c441971/hadoop.log.dir/,STOPPED} 2024-11-09T18:23:11,571 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T18:23:11,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T18:23:11,608 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=595 (was 525) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33023 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33023 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33023 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42151 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33023 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33023 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33023 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42151 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41031 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33023 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:33023 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42151 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41031 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42151 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:42151 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:41031 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42151 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62842) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33023 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33023 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42151 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41031 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42151 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33023 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42151 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41031 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41031 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33023 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33023 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62842) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42151 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33023 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33023 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62842) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=978 (was 866) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=443 (was 367) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1441 (was 1837) 2024-11-09T18:23:11,609 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=595 is superior to 500 2024-11-09T18:23:11,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10120d5e8590005, quorum=127.0.0.1:62842, baseZNode=/1-1455687364 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T18:23:11,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10120d5e8590008, quorum=127.0.0.1:62842, baseZNode=/21871017250 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T18:23:11,668 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10120d5e8590008, quorum=127.0.0.1:62842, baseZNode=/21871017250 Received Disconnected from ZooKeeper, ignoring 2024-11-09T18:23:11,668 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10120d5e8590005, quorum=127.0.0.1:62842, baseZNode=/1-1455687364 Received Disconnected from ZooKeeper, ignoring 2024-11-09T18:23:11,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10120d5e8590002, quorum=127.0.0.1:62842, baseZNode=/0739675149 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T18:23:11,668 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10120d5e8590002, quorum=127.0.0.1:62842, baseZNode=/0739675149 Received Disconnected from ZooKeeper, ignoring